-- Logs begin at Thu 2021-04-29 15:00:24 UTC, end at Thu 2021-04-29 15:48:18 UTC. -- Apr 29 15:27:10.173793 dv-cinder-788782-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 15:27:12.603746 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.common.config [-] Logging enabled! Apr 29 15:27:12.604350 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev166 Apr 29 15:27:12.604520 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73694) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 15:27:12.607822 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.common.config [-] Logging enabled! Apr 29 15:27:12.608083 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev166 Apr 29 15:27:12.608400 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73694) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 15:27:12.609918 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:27:12.610177 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:27:12.610557 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:27:12.610805 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:27:12.611032 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:27:12.611356 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.611656 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.611955 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.612191 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.612492 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.612785 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.613070 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.613364 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.613664 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.613955 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.614265 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.614559 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.614797 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.615083 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.615375 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.615667 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.615898 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] debug = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.616181 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.616612 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.617048 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.617335 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.617632 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.617916 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.618216 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.618499 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.618793 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.619140 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] host = dv-cinder-788782-1-smb {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.619423 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.619721 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.620012 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.620301 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.620582 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.620868 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.621156 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.621436 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.621715 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] log_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.621998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.622316 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.622606 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.622910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.623141 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.623368 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.623663 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.623953 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.624235 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.624557 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.624844 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.625122 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.625402 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.625672 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.625958 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.626271 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.626560 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.626840 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.627122 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.627393 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.627669 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.627957 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.628233 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.628511 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.628790 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.629082 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.629353 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.629635 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.629942 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.630259 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.630547 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.630835 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.631114 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.631401 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.631678 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.631952 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.632227 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] use_json = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.632501 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.632775 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.633061 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.633336 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.633611 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.633888 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.634187 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.634481 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:12.634780 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.635166 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.635464 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.635677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.635976 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.636307 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.636552 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.636833 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.637126 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.637485 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.637716 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.637999 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.638322 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.638607 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.638907 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.639221 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.639525 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.639823 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.640624 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.640906 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.641186 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.641471 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.641766 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.642066 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.642385 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.642665 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.642948 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.643243 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.643526 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.643803 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.644084 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.644377 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.644660 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.644934 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.645217 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.645498 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.645773 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.646048 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.646351 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.646651 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.646933 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.647212 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.647490 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.647769 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.648045 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.648332 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.648613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.648890 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.649173 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.649447 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.649738 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.649984 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.650298 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.650576 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.650857 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.651151 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.651406 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.651681 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.651956 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.652231 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.657313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658566 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658566 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658566 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658566 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.658870 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.659160 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.659445 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.659742 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.660024 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.660314 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.660596 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.660879 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.661174 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.661474 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.661747 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.662044 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.662477 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.662773 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.663071 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.663356 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.663672 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.663952 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:12.664170 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:27:12.664422 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73694) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 15:27:13.020006 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:13.020286 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:13.020573 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:13.020905 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 15:27:13.327467 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.328259 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.328533 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.329767 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.330044 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.330347 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.448033 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.448318 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.448591 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.461736 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.462018 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.462315 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.490936 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.491226 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.491501 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.529914 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.530221 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.530525 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.767518 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.768170 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.768170 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.768313 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.769231 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.897951 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.898302 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.898586 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.898866 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.899137 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.899451 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.899719 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.899982 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.900240 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.900524 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.900785 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.901054 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.901322 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.901582 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.901851 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.902151 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.902409 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.902686 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.902942 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.903226 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.903582 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.903996 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.904253 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.904542 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.904797 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.905049 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.905938 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:27:13.906222 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:27:13.906472 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:27:13.906715 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:27:13.906957 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:27:13.907199 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:27:13.907588 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 15:27:13.911057 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 15:27:13.915369 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 15:27:13.920347 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Apr 29 15:27:13.922807 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 15:27:13.923282 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 15:27:13.923624 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 15:27:13.924019 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 15:27:13.927305 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 15:27:13.927760 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 15:27:13.928122 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 15:27:13.958232 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 15:27:13.958696 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.959001 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73694) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 29 15:27:13.959363 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.960763 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73694) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 15:27:13.961065 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 15:27:13.961321 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 15:27:13.964535 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:13.964816 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.043614 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 15:27:14.043824 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 15:27:14.044096 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 15:27:14.044538 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 15:27:14.078458 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_db.sqlalchemy.engines [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73694) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 29 15:27:14.425018 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Initializing driver for type 'gre' Apr 29 15:27:14.425707 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] gre ID ranges: [(1, 1000)] Apr 29 15:27:14.486011 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Initializing driver for type 'local' Apr 29 15:27:14.486379 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Initializing driver for type 'vlan' Apr 29 15:27:14.500429 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] VlanTypeDriver initialization complete Apr 29 15:27:14.500866 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Initializing driver for type 'vxlan' Apr 29 15:27:14.501448 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] vxlan ID ranges: [(1, 1000)] Apr 29 15:27:14.566398 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Initializing extension driver 'port_security' Apr 29 15:27:14.566740 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.extensions.port_security [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] PortSecurityExtensionDriver initialization complete Apr 29 15:27:14.567084 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Initializing mechanism driver 'openvswitch' Apr 29 15:27:14.567410 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Initializing mechanism driver 'hyperv' Apr 29 15:27:14.574151 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.plugins.ml2.plugin [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:27:14.574932 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > port after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.575304 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > port after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.575664 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > port after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.576054 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > subnet after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.576406 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > subnet after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.576752 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.577137 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > network after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.578069 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > network after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.578611 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > network after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.578834 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > security_group after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.579184 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > security_group after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.579528 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > security_group after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.579908 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.580316 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.580593 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.580971 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > address_group after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.581314 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > address_group after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.581659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > address_group after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.581997 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] ML2 OVO RPC backend initialized. {{(pid=73694) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 29 15:27:14.582746 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.583103 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.583521 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > network before_response 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.583869 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > networks before_response 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.584217 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > port before_response 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.584561 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > ports before_response 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.584905 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > subnet before_response 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.585252 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > subnets before_response 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.585600 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > network after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.585943 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > network after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.586322 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > network after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.586668 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > port after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.587010 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > port after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.587350 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > port after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.587689 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > subnet after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.588031 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > subnet after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.588376 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.588958 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.plugin [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Modular L2 Plugin initialization complete Apr 29 15:27:14.589287 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading services supported by the core plugin {{(pid=73694) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 15:27:14.589617 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.plugins.ml2.managers [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Got port-security extension from driver 'port_security' Apr 29 15:27:14.590081 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.extensions.vlantransparent [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Disabled vlantransparent extension. Apr 29 15:27:14.590603 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73694) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 15:27:14.590916 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading Plugin: router Apr 29 15:27:14.628844 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router_interface before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.629346 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router after_create 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.629625 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router before_create 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.629997 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.630401 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.630760 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router after_delete 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.631121 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > floatingip after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.631485 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router after_create 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.631832 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router after_update 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.632185 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router after_update 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.632535 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.632894 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router after_update 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.633303 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_update 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.633672 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: port after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.634014 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: port after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.634387 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: subnet after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.634728 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.635079 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > port precommit_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.635426 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_create 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.635767 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: port before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.636108 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.636464 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router after_update 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.636806 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_delete 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.637152 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_create 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.637517 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.637874 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_update 55549900 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.638268 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > network after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.639156 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Tracking information for resource: router configured {{(pid=73694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:27:14.639491 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Tracking information for resource: floatingip configured {{(pid=73694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:27:14.645288 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.db.l3_agentschedulers_db [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 15:27:14.645881 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: port after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.646289 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: port after_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.646645 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: port after_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.647000 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: port after_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.647812 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router before_create 55550100 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.648186 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_delete 55550100 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.648549 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_create 55550100 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.648909 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > router precommit_update 55550100 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.653562 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.services.provider_configuration [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service providers = [] {{(pid=73694) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 15:27:14.653930 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.db.servicetype_db [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73694) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 15:27:14.656960 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.services.service_base [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:27:14.657315 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.services.service_base [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:27:14.657662 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.services.service_base [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:27:14.658572 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.services.service_base [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:27:14.658947 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.services.service_base [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 15:27:14.659526 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:27:14.659847 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 15:27:14.670548 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:27:14.670890 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading Plugin: auto_allocate Apr 29 15:27:14.676844 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: network precommit_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.677165 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: network precommit_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.677803 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:27:14.678106 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading Plugin: tag Apr 29 15:27:14.685207 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:27:14.685540 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading Plugin: timestamp Apr 29 15:27:14.690224 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:27:14.690556 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading Plugin: network_ip_availability Apr 29 15:27:14.695846 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.696222 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.696579 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.697330 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:27:14.697653 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading Plugin: flavors Apr 29 15:27:14.703223 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:27:14.703555 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading Plugin: revisions Apr 29 15:27:14.707925 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:27:14.708328 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_concurrency.lockutils [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.688s {{(pid=73694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:14.709086 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73694) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 29 15:27:14.709423 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Initializing extension manager. Apr 29 15:27:14.709931 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: __init__.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.710317 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: __pycache__ {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.710657 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.710991 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: address_group.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.711764 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.712357 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: address-group Apr 29 15:27:14.712686 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: address_scope.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.713399 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.713950 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: address-scope Apr 29 15:27:14.714315 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: admin_state_down_before_update.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.715261 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.715781 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: router-admin-state-down-before-update Apr 29 15:27:14.716107 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: agent.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.716802 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.717317 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: agent Apr 29 15:27:14.717639 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: agent_resources_synced.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.718611 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.719129 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: agent-resources-synced Apr 29 15:27:14.719451 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: allowedaddresspairs.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.721265 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.721810 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: allowed-address-pairs Apr 29 15:27:14.722169 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: auto_allocated_topology.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.723275 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.723807 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: auto-allocated-topology Apr 29 15:27:14.724136 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: availability_zone.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.724832 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.725373 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: availability_zone Apr 29 15:27:14.725696 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: availability_zone_filter.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.726641 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.727162 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: availability_zone_filter Apr 29 15:27:14.727488 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: data_plane_status.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.728394 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.728909 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 15:27:14.729233 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: default_subnetpools.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.730159 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.730687 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: default-subnetpools Apr 29 15:27:14.731008 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: dhcpagentscheduler.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.731839 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.732366 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: dhcp_agent_scheduler Apr 29 15:27:14.732689 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: dns.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.733618 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.734152 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension dns-integration not supported by any of loaded plugins Apr 29 15:27:14.734485 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: dns_domain_ports.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.735391 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.735924 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 15:27:14.736233 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: dvr.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.736905 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.737421 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: dvr Apr 29 15:27:14.737743 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: empty_string_filtering.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.738686 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.739203 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: empty-string-filtering Apr 29 15:27:14.739529 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.740425 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.740939 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 15:27:14.741262 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.742197 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.742716 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 15:27:14.743039 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: external_net.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.743932 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.744450 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: external-net Apr 29 15:27:14.744771 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: extra_dhcp_opt.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.745664 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.746215 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: extra_dhcp_opt Apr 29 15:27:14.746540 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: extraroute.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.747463 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.747982 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: extraroute Apr 29 15:27:14.748314 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: extraroute_atomic.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.749876 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.750435 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: extraroute-atomic Apr 29 15:27:14.750765 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: filter_validation.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.751439 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.751953 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: filter-validation Apr 29 15:27:14.752276 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: fip_pf_description.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.753399 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.753920 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 15:27:14.754293 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: fip_port_details.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.755207 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.755727 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: fip-port-details Apr 29 15:27:14.756052 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: flavors.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.757288 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.757895 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: flavors Apr 29 15:27:14.758267 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.759956 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.760485 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 15:27:14.760818 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: floatingip_pools.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.761515 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.762030 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: floatingip-pools Apr 29 15:27:14.762378 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: ip_allocation.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.763297 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.763811 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 15:27:14.764133 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.765591 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.766107 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: ip-substring-filtering Apr 29 15:27:14.766456 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: l2_adjacency.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.767373 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.767963 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 15:27:14.767963 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: l3.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.769220 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.769847 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: router Apr 29 15:27:14.770270 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: l3_conntrack_helper.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.772804 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.773402 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 15:27:14.773768 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.774786 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.775397 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: ext-gw-mode Apr 29 15:27:14.775741 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.776751 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.777314 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: l3-ha Apr 29 15:27:14.777665 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: l3_flavors.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.778752 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.779329 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: l3-flavors Apr 29 15:27:14.779687 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.780674 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.781261 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 15:27:14.781588 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: l3agentscheduler.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.782779 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.783357 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: l3_agent_scheduler Apr 29 15:27:14.783754 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: logging.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.785506 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.786276 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension logging not supported by any of loaded plugins Apr 29 15:27:14.786449 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: metering.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.787297 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.787876 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: metering Apr 29 15:27:14.788334 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.789406 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.789935 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: metering_source_and_destination_fields Apr 29 15:27:14.790406 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: multiprovidernet.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.791450 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.792017 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: multi-provider Apr 29 15:27:14.792394 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: netmtu.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.793363 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.793899 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: net-mtu Apr 29 15:27:14.794266 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: netmtu_writable.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.795209 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.795732 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: net-mtu-writable Apr 29 15:27:14.796248 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: network_availability_zone.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.796996 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.797575 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: network_availability_zone Apr 29 15:27:14.797945 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: network_ip_availability.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.799358 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.799919 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: network-ip-availability Apr 29 15:27:14.800253 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: network_segment_range.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.801100 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.801667 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 15:27:14.802033 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: pagination.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.803089 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.803465 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: pagination Apr 29 15:27:14.803830 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: port_device_profile.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.804822 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.805436 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: port-device-profile Apr 29 15:27:14.805762 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.806706 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.807229 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: port-mac-address-regenerate Apr 29 15:27:14.807597 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.808620 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.809191 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: port-numa-affinity-policy Apr 29 15:27:14.809559 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: port_resource_request.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.810556 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.811074 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 15:27:14.811390 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: portbindings.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.812885 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.813522 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: binding Apr 29 15:27:14.813846 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: portbindings_extended.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.815476 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.816057 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: binding-extended Apr 29 15:27:14.816386 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: portsecurity.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.817409 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.817992 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: port-security Apr 29 15:27:14.818340 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: project_id.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.819388 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.819742 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: project-id Apr 29 15:27:14.820078 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: providernet.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.821001 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.821523 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: provider Apr 29 15:27:14.821848 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.825449 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.825982 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos not supported by any of loaded plugins Apr 29 15:27:14.826351 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.828170 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.828698 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 15:27:14.829027 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.829944 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.830501 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 15:27:14.830833 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos_default.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.831734 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.832255 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos-default not supported by any of loaded plugins Apr 29 15:27:14.832582 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos_fip.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.833240 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.833761 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos-fip not supported by any of loaded plugins Apr 29 15:27:14.834082 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos_gateway_ip.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.835068 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.835589 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 15:27:14.835917 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos_port_network_policy.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.836832 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.837347 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 15:27:14.837676 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos_rule_type_details.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.838622 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.839147 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 15:27:14.839485 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: qos_rules_alias.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.840529 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.841051 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 15:27:14.841378 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: quotasv2.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.842540 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.842874 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: quotas Apr 29 15:27:14.843239 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: quotasv2_detail.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.844909 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.845253 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: quota_details Apr 29 15:27:14.845586 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: rbac.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.846694 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.847236 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: rbac-policies Apr 29 15:27:14.847563 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: rbac_address_group.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.848488 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.849020 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: rbac-address-group Apr 29 15:27:14.849345 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: rbac_address_scope.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.850285 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.850813 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: rbac-address-scope Apr 29 15:27:14.851136 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: rbac_security_groups.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.852042 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.852564 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: rbac-security-groups Apr 29 15:27:14.852889 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: rbac_subnetpool.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.853816 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.854369 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: rbac-subnetpool Apr 29 15:27:14.854693 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: revisionifmatch.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.855604 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.856122 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: revision-if-match Apr 29 15:27:14.856446 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: revisions.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.857552 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.858071 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: standard-attr-revisions Apr 29 15:27:14.858420 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: router_availability_zone.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.859114 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.859639 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: router_availability_zone Apr 29 15:27:14.859963 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: routerservicetype.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.860866 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.861383 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension router-service-type not supported by any of loaded plugins Apr 29 15:27:14.861706 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.862644 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.863170 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: security-groups-normalized-cidr Apr 29 15:27:14.863495 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: security_groups_port_filtering.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.864400 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.864924 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: port-security-groups-filtering Apr 29 15:27:14.865250 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.866190 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.866716 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: security-groups-remote-address-group Apr 29 15:27:14.867042 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: securitygroup.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.877143 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.877695 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: security-group Apr 29 15:27:14.878030 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: segment.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.878865 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.879387 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension segment not supported by any of loaded plugins Apr 29 15:27:14.879714 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.880669 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.881193 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 15:27:14.881519 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: servicetype.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.882657 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.883189 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: service-type Apr 29 15:27:14.883516 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: sorting.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.884508 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.884839 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: sorting Apr 29 15:27:14.885163 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: standard_attr_segment.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.886074 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.886626 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 15:27:14.886954 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: standardattrdescription.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.887609 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.888129 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: standard-attr-description Apr 29 15:27:14.888456 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: stateful_security_group.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.889373 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.890501 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: stateful-security-group Apr 29 15:27:14.890837 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: stdattrs_common.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.891418 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 15:27:14.891743 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.892751 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.893278 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 15:27:14.893602 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: subnet_onboard.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.894713 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.895245 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: subnet_onboard Apr 29 15:27:14.895574 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.896507 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.897028 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 15:27:14.897353 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: subnet_service_types.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.898304 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.898830 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: subnet-service-types Apr 29 15:27:14.899154 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: subnetallocation.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.900233 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.900764 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: subnet_allocation Apr 29 15:27:14.901096 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.901763 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.902320 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: subnetpool-prefix-ops Apr 29 15:27:14.902652 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.903587 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.904113 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 15:27:14.904437 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: tagging.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.905556 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.906094 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: standard-attr-tag Apr 29 15:27:14.906455 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: timestamp.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.907654 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.908189 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loaded extension: standard-attr-timestamp Apr 29 15:27:14.908519 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: trunk.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.909547 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.910081 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension trunk not supported by any of loaded plugins Apr 29 15:27:14.910445 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: trunk_details.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.911372 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.911898 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension trunk-details not supported by any of loaded plugins Apr 29 15:27:14.912225 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: uplink_status_propagation.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.913137 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.913658 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 15:27:14.913983 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Loading extension file: vlantransparent.py {{(pid=73694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 29 15:27:14.914691 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 29 15:27:14.915209 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 15:27:14.917839 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:network Apr 29 15:27:14.918642 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:subnet Apr 29 15:27:14.919480 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:27:14.920122 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:port Apr 29 15:27:14.922049 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.922532 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service FLAVORS assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.923191 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.923623 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.923959 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:router Apr 29 15:27:14.924672 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:floatingip Apr 29 15:27:14.925404 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service METERING assigned prefix: /metering {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.926980 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.927293 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.927645 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:27:14.928894 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 15:27:14.929353 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:security_group Apr 29 15:27:14.930038 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 15:27:14.930841 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service CORE assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.931177 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:27:14.931525 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] subnetpool is already registered Apr 29 15:27:14.932147 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service CORE assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.932478 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:27:14.932804 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] subnetpool is already registered Apr 29 15:27:14.937321 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.937781 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service FLAVORS assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.938415 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.938846 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.939534 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:router Apr 29 15:27:14.939877 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] router is already registered Apr 29 15:27:14.940565 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:floatingip Apr 29 15:27:14.940914 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] floatingip is already registered Apr 29 15:27:14.941648 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service METERING assigned prefix: /metering {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.942421 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 15:27:14.942755 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] rbac_policy is already registered Apr 29 15:27:14.943334 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:security_group Apr 29 15:27:14.943665 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] security_group is already registered Apr 29 15:27:14.944282 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 15:27:14.944615 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] security_group_rule is already registered Apr 29 15:27:14.945327 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service CORE assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.945660 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:27:14.945988 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] subnetpool is already registered Apr 29 15:27:14.946646 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.v2.resource_helper [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Service CORE assigned prefix: {{(pid=73694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:27:14.946975 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:27:14.947300 dv-cinder-788782-1-smb neutron-server[73694]: WARNING neutron.quota.resource_registry [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] subnetpool is already registered Apr 29 15:27:14.947970 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: extensions {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.949515 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: address-groups {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.951174 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: address-scopes {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.952420 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: agents {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.953758 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: auto-allocated-topology {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.955058 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: availability_zones {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.956380 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: dhcp-networks {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.957806 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: dhcp-agents {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.959260 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: routers {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.961211 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: flavors {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.962397 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: service_profiles {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.963600 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: next_providers {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.965109 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: service_profiles {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.966593 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: floatingip-pools {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.967808 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: routers {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.969644 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: floatingips {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.970861 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: l3-routers {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.972254 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: l3-agents {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.973663 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: metering-labels {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.975045 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: metering-label-rules {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.976322 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: network-ip-availabilities {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.977590 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: bindings {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.979252 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: quotas {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.980691 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: quotas {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.982099 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: rbac-policies {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.984174 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: security-groups {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.985389 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: security-group-rules {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.986679 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: service-providers {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.987910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: subnetpools {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.989312 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: subnetpools {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.990827 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.992494 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.994343 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.996100 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:14.999041 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:15.001458 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:15.003212 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:15.116170 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:15.117955 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:15.119854 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron.api.extensions [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Extended resource: tags {{(pid=73694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:27:15.126483 dv-cinder-788782-1-smb neutron-server[73694]: WARNING keystonemiddleware.auth_token [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 15:27:15.131283 dv-cinder-788782-1-smb neutron-server[73694]: WARNING keystonemiddleware.auth_token [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 15:27:15.140160 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_concurrency.lockutils [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Acquired lock "singleton_lock" {{(pid=73694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 29 15:27:15.140646 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_concurrency.lockutils [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Releasing lock "singleton_lock" {{(pid=73694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 29 15:27:15.141306 dv-cinder-788782-1-smb neutron-server[73694]: INFO oslo_service.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Starting 2 workers Apr 29 15:27:15.145979 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Started child 73800 {{(pid=73694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:27:15.150386 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Started child 73801 {{(pid=73694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:27:15.151219 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:15.151909 dv-cinder-788782-1-smb neutron-server[73694]: INFO neutron.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 15:27:15.152523 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Notify callbacks [] for process, before_spawn {{(pid=73694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:15.152951 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [-] (73800) wsgi starting up on http://0.0.0.0:9696 Apr 29 15:27:15.154960 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:15.155515 dv-cinder-788782-1-smb neutron-server[73694]: INFO oslo_service.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Starting 1 workers Apr 29 15:27:15.156374 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [-] (73801) wsgi starting up on http://0.0.0.0:9696 Apr 29 15:27:15.160064 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Started child 73802 {{(pid=73694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:27:15.160573 dv-cinder-788782-1-smb neutron-server[73694]: INFO oslo_service.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Starting 1 workers Apr 29 15:27:15.163613 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] calling RpcWorker wait() {{(pid=73802) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 15:27:15.164193 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] returning from RpcWorker wait() {{(pid=73802) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 15:27:15.165186 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Started child 73803 {{(pid=73694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:27:15.165504 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:15.165977 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG neutron_lib.callbacks.manager [None req-6797ecff-2608-49ed-b6c4-1a18f7ac3d2d None None] Notify callbacks [] for process, after_spawn {{(pid=73694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:15.166092 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:27:15.167850 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 15:27:15.168055 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:27:15.168413 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:27:15.168632 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:27:15.169167 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:27:15.169320 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:27:15.169848 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.170018 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:15.170800 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.170800 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.170800 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.171728 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:27:15.171855 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.172063 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.172500 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.172746 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.173032 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.173285 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.173485 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.173703 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.173933 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.174158 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.174442 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.174714 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.174950 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.175204 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.175432 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.175618 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.176079 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.176079 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.176433 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] debug = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.176630 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.177074 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.177301 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.177495 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.177699 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.177963 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.178251 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.178543 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.178780 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.179055 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.179261 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.179520 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.179971 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.180399 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.180399 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.180798 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.180798 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.181323 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] host = dv-cinder-788782-1-smb {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.181549 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.181755 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.181945 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.182216 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.182585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.182805 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.183000 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.183198 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.183433 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.183678 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.183942 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.184173 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.184410 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.184663 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.184872 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_options = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.185073 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.185322 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.185589 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.185788 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.186000 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.186514 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.186514 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.186514 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.187605 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.187605 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.187982 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.187982 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.188371 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.188560 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.188750 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.188938 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.189388 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.189591 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.189795 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.190035 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.190309 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.190529 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.190752 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.190993 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.191212 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.191449 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.191693 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.191926 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.192164 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.192469 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.192681 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.193003 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.193198 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.193385 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.193590 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.193788 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.193991 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.194353 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.194609 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.194878 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.195141 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.195351 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.195576 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.195774 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.195997 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.196581 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_json = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.196581 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.197101 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.197101 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.197596 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.197596 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.198094 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.198094 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.198778 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.198778 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.199118 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.199296 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.199556 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.199731 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.199952 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.200178 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.200412 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.200618 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.200864 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.201091 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.201335 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.201646 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.201890 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.202194 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.202873 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.202873 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.203274 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.203447 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.203643 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.203879 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.204100 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.205035 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.205035 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.205035 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.205584 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.205584 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.205584 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.206184 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.206184 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.206905 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.206905 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.206905 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.207485 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.207485 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.207485 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.208019 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.208019 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.208019 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.208423 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.208616 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.208820 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.209016 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.209205 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.209412 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.209660 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.209976 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.210210 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.210399 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.211216 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.211216 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.211216 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.211216 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.211894 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.211894 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.211894 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.212421 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.212421 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.212421 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.212966 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.212966 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.212966 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.213703 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.213703 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.213703 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.214260 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.214260 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.214679 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.214679 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.215114 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.215114 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.215550 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.215550 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.215885 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.215885 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.216229 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.216229 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.216574 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.216771 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.217214 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.217214 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.217536 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.217536 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.218311 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.218311 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.218797 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.218797 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.219206 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.219206 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.219667 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.219667 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.220133 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.220133 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.220627 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.220627 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.221073 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.221282 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.221527 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.221527 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.222005 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.222282 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.222462 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.222670 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.222954 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.223212 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.223451 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.223690 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.223965 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.224206 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.224455 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.224723 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.225007 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.225250 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.225522 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.225824 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.226036 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.226399 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.226666 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.226904 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.227381 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.227381 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.227655 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.227871 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.228120 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.228351 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.228582 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.228812 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.229084 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.229324 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.229563 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.229800 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.230045 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.230376 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.230628 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.230836 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.231048 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.231318 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.231566 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.231806 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.232067 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.232314 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.232557 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.233235 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.233235 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.234033 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.234033 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.234780 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.234780 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.234780 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.235141 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.235141 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.235592 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.235592 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.235839 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.236079 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.236282 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.236501 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.237131 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.237131 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.237886 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.237886 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.237886 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.237886 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.238513 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.238513 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.238749 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.238873 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.239044 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.239259 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.239530 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.239787 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.240018 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.240443 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.240581 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.241020 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.241196 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.241448 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.241676 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.241906 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.242105 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.242363 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.242900 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.242900 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.243254 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.244050 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.244050 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.244050 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.244521 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.244521 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.244749 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.244915 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.245137 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.245373 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.245628 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.245843 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.246060 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.246345 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.246559 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.246830 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.247081 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.247332 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.247566 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.247843 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.248044 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.248260 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.248476 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.248772 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.249028 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.249823 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.250080 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.250340 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.250589 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.250805 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.251018 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.251236 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.251448 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.251698 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.251910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.252120 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.252340 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.252547 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.252851 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.253007 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.253213 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.253458 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.253673 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.254341 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.254341 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.254341 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.254841 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.254841 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.255163 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.255295 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.255540 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.256023 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.256023 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.256297 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.256532 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.256857 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.257080 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.257325 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.257566 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.257784 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.258027 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.258292 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.258604 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.258921 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.259201 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.259461 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.259731 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.260016 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.260263 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.261377 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.261377 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.261377 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.261377 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.261832 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.261915 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.262883 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.262883 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.262883 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.262883 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.263382 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.263382 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.263623 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.263758 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.263941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.264159 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.266849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.266849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.266849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.266849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.266849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.266849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.266849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:27:15.266849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 15:27:15.268613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:27:15.268613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:27:15.268613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:27:15.268613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:27:15.268613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:27:15.268613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.268613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.268613 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.269910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.269910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.269910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.269910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.269910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.269910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.269910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.269910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.270998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.270998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.270998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.270998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.270998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.270998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.270998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.270998 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.271929 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.271929 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.271929 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.271929 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] debug = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.271929 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.271929 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.272585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.272585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.272585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.272585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.272585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.272585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.272585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.272585 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.273555 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.273555 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.273555 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.273555 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.273555 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.273555 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.273555 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.273555 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] host = dv-cinder-788782-1-smb {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.274659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.274659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.274659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.274659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.274659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.274659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.274659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.274659 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_options = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.275941 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.276984 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.276984 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.276984 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.276984 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.276984 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.276984 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.276984 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.277677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.277677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.277677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.277677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.277677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.277677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.277677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.278708 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.278708 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.278708 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.278708 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.278708 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.278708 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.278708 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.279311 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.279311 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.279311 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.279311 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.279579 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.279579 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.279750 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.279910 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.280086 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.280220 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.280380 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.281347 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.281520 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.281698 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.281849 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.282179 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.282179 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.282440 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.282570 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.282653 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.282796 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.282951 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.283108 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_json = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.283273 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.283428 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.283590 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.283753 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.283895 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.284065 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.284206 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.284356 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:27:15.284549 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.284692 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.284872 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.285038 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.285179 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.285380 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.285520 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.285662 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.285795 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.285920 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.286088 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.286281 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.286461 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.286620 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.286780 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.286951 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.287108 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.287270 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.287433 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.287596 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.287763 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.287903 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.288086 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.288249 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.288441 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.288650 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289001 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289001 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289001 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289291 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289291 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289487 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289608 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289771 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.289931 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.290101 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.290266 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.290433 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.290595 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.290757 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.290919 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.291084 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.291262 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.291379 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.291529 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.291707 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.291826 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.291993 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.292175 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.292291 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.292469 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.292656 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.292829 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.293004 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.293199 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.293199 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.293545 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.293545 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.293793 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.294493 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.294493 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.294493 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.294493 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.294493 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.294961 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.294961 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.294961 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.295436 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.295436 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.295436 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.296769 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.296769 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.296769 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.296769 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.296769 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.296769 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.297743 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.297743 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.297743 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.297743 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.298598 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.298598 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.298598 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.298598 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.298598 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.298598 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299312 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299312 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299312 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299312 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299312 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299977 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299977 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299977 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.299977 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.300557 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.300557 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.300557 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.300557 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.300997 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.300997 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.300997 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.301368 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.301368 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.301368 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.301820 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.301820 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.301820 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.302078 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.302308 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.302308 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.302580 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.302580 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.302897 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.302897 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.303176 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.303330 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.303444 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.303548 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.303715 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.303875 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.303962 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.304124 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.304286 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.304439 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.304599 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.304760 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.304935 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.305096 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.305256 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.305403 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.305563 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.305751 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.305936 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.306153 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.306367 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.306367 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.306702 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.306702 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.306900 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.306981 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.307126 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.307269 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.307434 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.307595 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.307782 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.307975 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.308133 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.308333 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.308333 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.308650 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.308650 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.309012 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.309012 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.309539 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.309539 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.309539 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.309539 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.310274 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.310274 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.310274 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.310274 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.310274 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.311162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.311162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.311162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.311162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.311162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.311162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.312162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.312162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.312162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.312162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.312162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.312162 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313059 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313059 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313059 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313059 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313059 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313059 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313981 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313981 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313981 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313981 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313981 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.313981 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315020 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315020 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315020 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315020 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315020 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315823 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315823 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315823 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315823 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.315823 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.316695 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.316695 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.316695 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.316695 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.316695 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.316695 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.317558 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.317558 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.317558 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.317558 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.317558 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.317558 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.318510 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.318510 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.318510 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.318510 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.318510 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.318510 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.319267 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.319267 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.319552 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:27:15.319722 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.319722 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.319722 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.319722 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.319722 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.319722 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.320717 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.320717 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.320717 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.320717 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.320717 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.320717 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.320717 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.321681 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.321681 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.321681 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.321681 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.321681 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.321681 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.322625 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.322625 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.322625 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.322625 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.322625 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.322625 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.323455 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.323455 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.323455 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.323455 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.323455 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324058 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324058 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324058 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324058 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324538 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324538 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324538 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324939 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324939 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.324939 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.325337 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.325337 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.325602 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.325602 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.325879 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.325879 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.326248 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.326248 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.326477 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.326477 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.326677 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.326780 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.326886 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.327051 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.327195 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.327392 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.327536 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:27:15.327679 dv-cinder-788782-1-smb neutron-server[73694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:27:15.340500 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 47574) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:15.349795 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069468 Apr 29 15:27:26.262697 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509421ab-f332-4875-aeb6-7774934615f1 None None] get_active_networks_info from dv-cinder-788782-1-smb {{(pid=73802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:27:26.341349 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509421ab-f332-4875-aeb6-7774934615f1 None None] No non-hosted networks {{(pid=73802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 15:27:26.349341 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.agentschedulers_db [None req-509421ab-f332-4875-aeb6-7774934615f1 None None] DHCP Agent not found on host dv-cinder-788782-1-smb {{(pid=73802) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 15:27:26.466977 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-161169e2-346e-4cbf-a602-d1955e03334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014'] for agent, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:28.898268 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-eb5bea05-e916-4202-9bd0-f42c7d7f5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014'] for agent, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:28.918944 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014'] for agent, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:28.919910 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.920534 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.921584 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.922183 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.922952 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.923483 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.924003 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.930560 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.932458 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.933559 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.934102 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.934688 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:28.935286 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788782-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:27:28.959597 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:27:28.966891 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-94f7d8ce-eb00-4f16-ba71-1c86030e8faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:30.094384 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014'] for agent, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:31.415377 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.db.l3_hamode_db [None req-f198254e-df08-475c-9d0b-c7bd2e764f02 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 15:27:31.531882 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198254e-df08-475c-9d0b-c7bd2e764f02 None None] Routers set() bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:27:31.532243 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198254e-df08-475c-9d0b-c7bd2e764f02 None None] Router IDs set() for agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 29 15:27:31.659990 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014'] for agent, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:33.131909 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 47668) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:33.713482 dv-cinder-788782-1-smb neutron-server[73801]: WARNING oslo_policy.policy [None req-dc9537ac-ef2e-4b23-8ad4-7c99b58b8d34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:27:33.714069 dv-cinder-788782-1-smb neutron-server[73801]: WARNING oslo_policy.policy [None req-dc9537ac-ef2e-4b23-8ad4-7c99b58b8d34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:27:33.928650 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [None req-dc9537ac-ef2e-4b23-8ad4-7c99b58b8d34 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:27:33.929696 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-dc9537ac-ef2e-4b23-8ad4-7c99b58b8d34 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7969387 Apr 29 15:27:36.282595 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 47682) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:36.858560 dv-cinder-788782-1-smb neutron-server[73800]: WARNING oslo_policy.policy [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:27:36.859173 dv-cinder-788782-1-smb neutron-server[73800]: WARNING oslo_policy.policy [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:27:37.095288 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:27:37.194960 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.policy [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 15:27:37.239638 dv-cinder-788782-1-smb neutron-server[73800]: WARNING oslo_policy.policy [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:27:37.240000 dv-cinder-788782-1-smb neutron-server[73800]: WARNING oslo_policy.policy [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:27:37.249335 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.quota [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] Loaded quota_driver: . Apr 29 15:27:37.265202 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:27:37.324557 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744836655147', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744836656888', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744836645741', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744836650937', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744836927159', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744836928516', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-738489', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-700066', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8016262', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7954130'] for rbac-policy, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:37.385011 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:37.386307 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-0814791a-333f-4fb0-915d-9adc71d7b61f admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1016798 Apr 29 15:27:39.958042 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 47700) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:40.311291 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Request body: {'network': {'project_id': '2e337503fb934b54acd023afbef7fc40', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'name': 'private', 'admin_state_up': True}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:27:40.316511 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:27:40.320630 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Usage tracker for resource:network and tenant:2e337503fb934b54acd023afbef7fc40 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:27:40.325149 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:27:40.331168 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:27:40.340543 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Made reservation on behalf of 2e337503fb934b54acd023afbef7fc40 for: {'network': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:27:40.343861 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:40.361618 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:40.375147 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:27:40.378793 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:2e337503fb934b54acd023afbef7fc40 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:27:40.383726 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:27:40.389687 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:27:40.483918 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:40.487608 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:40.492793 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:40.512332 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=73800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:27:40.537912 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744834511005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:40.538539 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Unsubscribe: segment precommit_create {{(pid=73800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 15:27:40.539016 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.segments_db [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Added segment fee02220-f1c3-4e71-89fc-d78f0057f4f2 of type vlan for network 6a50a4d9-6642-474d-b3ee-254eb9838358 Apr 29 15:27:40.547317 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37c50e-d427-4cfc-9150-28d867134261,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:27:40.601827 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.602184 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.602513 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.602834 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.603150 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.603466 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.603778 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.604088 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.604411 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.604724 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.605030 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.605333 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Tracked resource versions report: Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: pushed versions: Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: { 'AddressGroup': {'1.2'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'ConntrackHelper': {'1.0'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Log': {'1.0'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Network': {'1.1'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Port': {'1.7'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'PortForwarding': {'1.2'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'QosPolicy': {'1.8'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'SecurityGroup': {'1.4'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'SubPort': {'1.0'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Subnet': {'1.1'}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Trunk': {'1.1'}} Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: consumer versions: Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: { DHCP agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: L3 agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: Metadata agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: Metering agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: Open vSwitch agent@dv-cinder-788782-1-smb: { 'AddressGroup': '1.2', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'ConntrackHelper': '1.0', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Log': '1.0', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Network': '1.1', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Port': '1.7', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'PortForwarding': '1.2', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'QosPolicy': '1.8', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'SecurityGroup': '1.4', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'SecurityGroupRule': '1.2', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'SubPort': '1.0', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Subnet': '1.1', Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: 'Trunk': '1.1'}} Apr 29 15:27:40.606434 dv-cinder-788782-1-smb neutron-server[73800]: {{(pid=73800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:27:40.641057 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:40.659249 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:40.698331 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:40.699859 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:27:40.700506 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:40.705450 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:40.807156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8479409 Apr 29 15:27:40.809634 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a50a4d9-6642-474d-b3ee-254eb9838358,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:27:40.831710 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:40.839918 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 6a50a4d9-6642-474d-b3ee-254eb9838358 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:27:43.444315 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 47716) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:43.912933 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a140dbc-0248-4d28-bf5f-3de850dae7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:27:43.914234 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-1a140dbc-0248-4d28-bf5f-3de850dae7e9 admin admin] 10.222.0.42 "GET /v2.0/networks/6a50a4d9-6642-474d-b3ee-254eb9838358 HTTP/1.1" status: 200 len: 825 time: 0.4689267 Apr 29 15:27:43.942544 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-2b335d3d-49f2-4668-b51e-9bea40a6966a admin admin] 10.222.0.42 "GET /v2.0/subnetpools/39aa7920-5a14-4010-9fe7-a472249a0a3c HTTP/1.1" status: 200 len: 734 time: 0.0229223 Apr 29 15:27:43.954582 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'subnetpool_id': '39aa7920-5a14-4010-9fe7-a472249a0a3c', 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:27:43.959246 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:27:43.963011 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Usage tracker for resource:subnet and tenant:2e337503fb934b54acd023afbef7fc40 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:27:43.965928 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:27:43.971737 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:27:43.981275 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Made reservation on behalf of 2e337503fb934b54acd023afbef7fc40 for: {'subnet': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:27:43.983582 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:44.466767 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:44.471769 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:44.553047 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Checking segment: {'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:27:44.553419 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Network hostable DHCP agents. Network: 6a50a4d9-6642-474d-b3ee-254eb9838358, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:27:44.558753 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edba1c08-aff2-4d2a-88c8-3dfff531fb30,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:27:44.566370 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:44.576698 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Network 6a50a4d9-6642-474d-b3ee-254eb9838358 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:27:44.586805 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 6a50a4d9-6642-474d-b3ee-254eb9838358) {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:27:44.591763 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:27:44.592401 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:44.597679 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3447523-c97f-45a8-9c8a-57da303bda3d None None] Network 6a50a4d9-6642-474d-b3ee-254eb9838358 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:27:44.611965 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6615999 Apr 29 15:27:44.911084 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0de881c-91fa-590f-a313-02bdcb20b747-6a50a4d9-6642-474d-b3ee-254eb9838358', 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'fixed_ips': [{'subnet_id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30'}]}} from dv-cinder-788782-1-smb. {{(pid=73802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:27:44.912315 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:45.114711 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.db_base_plugin_common [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Allocated IP 172.20.0.2 (6a50a4d9-6642-474d-b3ee-254eb9838358/edba1c08-aff2-4d2a-88c8-3dfff531fb30/1f59a94f-a2b7-4b03-88a0-88e07777f32b) {{(pid=73802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:27:45.345092 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Notify callbacks [] for port, precommit_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:45.358265 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Transition to ACTIVE for port object 1f59a94f-a2b7-4b03-88a0-88e07777f32b will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:27:45.378348 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Transition to ACTIVE for port object 1f59a94f-a2b7-4b03-88a0-88e07777f32b will not be triggered until provisioned by entity DHCP. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:27:45.385042 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:45.390336 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:45.444832 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Network 6a50a4d9-6642-474d-b3ee-254eb9838358 is already hosted by enough agents. {{(pid=73802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:27:45.452199 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.base_scheduler [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Resources bound (agent type, host, resource id): {{(pid=73802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:27:45.461853 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Received port after_create {{(pid=73802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:27:45.465248 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Pushing event updated for resources: {'Port': ['ID=1f59a94f-a2b7-4b03-88a0-88e07777f32b,revision_number=1']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:27:45.500048 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.500380 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.500712 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.501037 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.501358 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.501681 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.501998 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.502336 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.502650 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.502962 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.503275 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.503583 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Tracked resource versions report: Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: pushed versions: Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: { 'AddressGroup': {'1.2'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'ConntrackHelper': {'1.0'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Log': {'1.0'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Network': {'1.1'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Port': {'1.7'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'PortForwarding': {'1.2'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'QosPolicy': {'1.8'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'SecurityGroup': {'1.4'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'SubPort': {'1.0'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Subnet': {'1.1'}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Trunk': {'1.1'}} Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: consumer versions: Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: { DHCP agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: L3 agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: Metadata agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: Metering agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: Open vSwitch agent@dv-cinder-788782-1-smb: { 'AddressGroup': '1.2', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'ConntrackHelper': '1.0', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Log': '1.0', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Network': '1.1', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Port': '1.7', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'PortForwarding': '1.2', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'QosPolicy': '1.8', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'SecurityGroup': '1.4', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'SecurityGroupRule': '1.2', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'SubPort': '1.0', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Subnet': '1.1', Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: 'Trunk': '1.1'}} Apr 29 15:27:45.504671 dv-cinder-788782-1-smb neutron-server[73802]: {{(pid=73802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:27:45.512340 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:45.565226 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Attempting to bind port 1f59a94f-a2b7-4b03-88a0-88e07777f32b on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:27:45.565627 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Attempting to bind port 1f59a94f-a2b7-4b03-88a0-88e07777f32b by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:27:45.566059 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Attempting to bind port 1f59a94f-a2b7-4b03-88a0-88e07777f32b on network 6a50a4d9-6642-474d-b3ee-254eb9838358 {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:27:45.571289 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:27:45.571707 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Checking segment: {'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:27:45.572178 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:45.572569 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Bound using segment: {'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:27:45.573062 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Bound port: 1f59a94f-a2b7-4b03-88a0-88e07777f32b, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:27:45.573463 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:45.661151 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] For port 1f59a94f-a2b7-4b03-88a0-88e07777f32b, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:27:45.665372 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] For port 1f59a94f-a2b7-4b03-88a0-88e07777f32b, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=1f59a94f-a2b7-4b03-88a0-88e07777f32b,segment=NetworkSegment(fee02220-f1c3-4e71-89fc-d78f0057f4f2),segment_id=fee02220-f1c3-4e71-89fc-d78f0057f4f2)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:27:45.668993 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:45.673378 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:45.759488 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Pushing event updated for resources: {'Port': ['ID=1f59a94f-a2b7-4b03-88a0-88e07777f32b,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:27:45.761706 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:47.014670 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 47726) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:47.390792 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [None req-39f1f978-0775-4452-995b-09af452d7b73 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:27:47.406143 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-39f1f978-0775-4452-995b-09af452d7b73 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3761630 Apr 29 15:27:49.756707 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 47736) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:50.178385 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [None req-6128db63-30cf-4350-a330-17c2fbc12736 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:27:50.179681 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-6128db63-30cf-4350-a330-17c2fbc12736 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4218209 Apr 29 15:27:51.179961 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 1f59a94f-a2b7-4b03-88a0-88e07777f32b up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:27:51.255186 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16368ab6-7b8f-4cf5-931d-ca235f8d7082 None None] Network 6a50a4d9-6642-474d-b3ee-254eb9838358 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:27:51.269858 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 1f59a94f-a2b7-4b03-88a0-88e07777f32b completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:27:51.363843 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] Provisioning for port 1f59a94f-a2b7-4b03-88a0-88e07777f32b completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:27:51.371646 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] Provisioning complete for port 1f59a94f-a2b7-4b03-88a0-88e07777f32b triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:27:51.372047 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:51.587814 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:51.639438 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] For port 1f59a94f-a2b7-4b03-88a0-88e07777f32b, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=1f59a94f-a2b7-4b03-88a0-88e07777f32b,segment=NetworkSegment(fee02220-f1c3-4e71-89fc-d78f0057f4f2),segment_id=fee02220-f1c3-4e71-89fc-d78f0057f4f2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:27:51.647640 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:51.649886 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:51.720142 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] Pushing event updated for resources: {'Port': ['ID=1f59a94f-a2b7-4b03-88a0-88e07777f32b,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:27:51.723556 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:51.872964 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-3a321845-2dd4-4fef-bf67-44a11f4aae3f None None] Provisioning complete for port 1f59a94f-a2b7-4b03-88a0-88e07777f32b triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:27:51.873425 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-3a321845-2dd4-4fef-bf67-44a11f4aae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:52.813704 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 47754) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:53.159182 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 1f59a94f-a2b7-4b03-88a0-88e07777f32b up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:27:53.196924 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'name': 'router1'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:27:53.203000 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:27:53.207022 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Usage tracker for resource:router and tenant:2e337503fb934b54acd023afbef7fc40 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:27:53.210927 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:27:53.217151 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:27:53.227492 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 1f59a94f-a2b7-4b03-88a0-88e07777f32b triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:27:53.227892 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:53.228719 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46149'] for router, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:53.230425 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8124980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46162'] for router, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:53.256567 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:53.366838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8098145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721'] for router, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:53.386893 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] Notify callbacks [] for router, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:53.388558 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-371e80d9-1f1e-4d7d-814b-589a371d3163 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5733728 Apr 29 15:27:55.735145 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 47764) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:56.107751 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [None req-dcfa1a80-71c2-4941-837f-ee4b7f370590 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:27:56.108712 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-dcfa1a80-71c2-4941-837f-ee4b7f370590 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3725693 Apr 29 15:27:56.193055 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6dd29a60-b998-42ee-bc93-3a057a0d2222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:58.524140 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 47774) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:58.861803 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-0090782e-1f42-4e99-8c68-8a21f71e89f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:58.872352 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:58.896276 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:27:58.897827 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.quota [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Loaded quota_driver: . Apr 29 15:27:58.913965 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:27:58.921151 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Usage tracker for resource:network and tenant:9d489054138e47dca6aeec0e54e867b5 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:27:58.925719 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:27:58.933413 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:27:58.949506 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Made reservation on behalf of 9d489054138e47dca6aeec0e54e867b5 for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:27:59.022657 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.policy [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 15:27:59.070922 dv-cinder-788782-1-smb neutron-server[73801]: WARNING oslo_policy.policy [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:27:59.071299 dv-cinder-788782-1-smb neutron-server[73801]: WARNING oslo_policy.policy [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:27:59.087424 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:59.107695 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:59.122110 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:27:59.125747 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Usage tracker for resource:security_group_rule and tenant:9d489054138e47dca6aeec0e54e867b5 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:27:59.128989 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:27:59.134563 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:27:59.257367 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:59.261202 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:59.266710 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:59.285039 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Reserving flat network on physical network physnet1 {{(pid=73801) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 15:27:59.326395 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744834511005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:59.327018 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Unsubscribe: segment precommit_create {{(pid=73801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 15:27:59.327498 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Added segment 331d7dee-2342-4dad-bab7-db7d94593099 of type flat for network 04334de3-f115-4b90-b55a-4e42c152d433 Apr 29 15:27:59.398396 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e7d784-7d1f-44ac-895a-72d818a18760,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:27:59.427537 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.429407 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.430399 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.430749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.432213 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.432606 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.432935 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.433260 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.433618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.434201 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.434769 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.435092 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Tracked resource versions report: Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: pushed versions: Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: { 'AddressGroup': {'1.2'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'ConntrackHelper': {'1.0'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Log': {'1.0'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Network': {'1.1'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Port': {'1.7'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'PortForwarding': {'1.2'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'QosPolicy': {'1.8'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'SecurityGroup': {'1.4'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'SubPort': {'1.0'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Subnet': {'1.1'}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Trunk': {'1.1'}} Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: consumer versions: Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: { DHCP agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: L3 agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: Metadata agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: Metering agent@dv-cinder-788782-1-smb: {}, Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: Open vSwitch agent@dv-cinder-788782-1-smb: { 'AddressGroup': '1.2', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'ConntrackHelper': '1.0', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Log': '1.0', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Network': '1.1', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Port': '1.7', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'PortForwarding': '1.2', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'QosPolicy': '1.8', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'SecurityGroup': '1.4', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'SecurityGroupRule': '1.2', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'SubPort': '1.0', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Subnet': '1.1', Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: 'Trunk': '1.1'}} Apr 29 15:27:59.436228 dv-cinder-788782-1-smb neutron-server[73801]: {{(pid=73801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:27:59.492219 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:59.498980 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:59.549858 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:59.551410 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:27:59.552054 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:59.557483 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:27:59.672614 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1474133 Apr 29 15:27:59.675896 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Pushing event updated for resources: {'Network': ['ID=04334de3-f115-4b90-b55a-4e42c152d433,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:27:59.681820 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:27:59.691777 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 04334de3-f115-4b90-b55a-4e42c152d433 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:28:00.038311 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:01.615991 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:02.022481 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 47800) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:28:02.243940 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295e6dc3-db9c-4efd-9531-fae9dfa9fd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:28:02.245301 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-295e6dc3-db9c-4efd-9531-fae9dfa9fd5a admin admin] 10.222.0.42 "GET /v2.0/subnets/edba1c08-aff2-4d2a-88c8-3dfff531fb30 HTTP/1.1" status: 200 len: 849 time: 0.2219527 Apr 29 15:28:02.421300 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-f46b9b9b-61bf-40ed-8443-5acc0ef97da6 admin admin] 10.222.0.42 "GET /v2.0/routers/b612536c-c360-493d-a2f8-b834d2bdea56 HTTP/1.1" status: 200 len: 704 time: 0.1698194 Apr 29 15:28:02.893020 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.127997 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Allocated IP 172.20.0.1 (6a50a4d9-6642-474d-b3ee-254eb9838358/edba1c08-aff2-4d2a-88c8-3dfff531fb30/1be5a17d-7240-4b6d-b1d0-c8ee1367382e) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:28:03.292653 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.311013 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Transition to ACTIVE for port object 1be5a17d-7240-4b6d-b1d0-c8ee1367382e will not be triggered until provisioned by entity DHCP. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:28:03.368296 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.372434 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:03.428085 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Network 6a50a4d9-6642-474d-b3ee-254eb9838358 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:28:03.435458 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:28:03.446002 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:28:03.446786 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998160'] for router_interface, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.565444 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Pushing event updated for resources: {'Port': ['ID=1be5a17d-7240-4b6d-b1d0-c8ee1367382e,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:03.580307 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:03.677719 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-17b2d84d-489b-46be-b740-bcb080909698 None None] Provisioning for port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:28:03.682466 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-17b2d84d-489b-46be-b740-bcb080909698 None None] Provisioning complete for port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:28:03.682838 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-17b2d84d-489b-46be-b740-bcb080909698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.709835 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.738361 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-17b2d84d-489b-46be-b740-bcb080909698 None None] Port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:28:03.977297 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.981950 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.983082 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998067'] for router_interface, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:03.987005 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:04.126163 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Pushing event updated for resources: {'Port': ['ID=1be5a17d-7240-4b6d-b1d0-c8ee1367382e,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:04.130254 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:04.178161 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Network 6a50a4d9-6642-474d-b3ee-254eb9838358 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:28:04.179209 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:28:04.361299 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-dae2356f-c220-49bd-8d2d-ceed4bc9b63f None None] Provisioning complete for port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:28:04.361689 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-dae2356f-c220-49bd-8d2d-ceed4bc9b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:04.372945 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Router b612536c-c360-493d-a2f8-b834d2bdea56 is scheduled to L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 with binding_index 1 {{(pid=73801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:28:04.417339 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-dae2356f-c220-49bd-8d2d-ceed4bc9b63f None None] Port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:28:04.527038 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:28:04.536593 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] 10.222.0.42 "PUT /v2.0/routers/b612536c-c360-493d-a2f8-b834d2bdea56/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1105487 Apr 29 15:28:04.537212 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Sync routers for ids ['b612536c-c360-493d-a2f8-b834d2bdea56'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:28:04.547837 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Routers {'b612536c-c360-493d-a2f8-b834d2bdea56'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:28:04.548680 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:27:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['b612536c-c360-493d-a2f8-b834d2bdea56'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:04.720814 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Set router b612536c-c360-493d-a2f8-b834d2bdea56 gateway port host: None {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:28:05.086326 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'name': 'router1', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:27:53Z', 'updated_at': '2021-04-29T15:28:03Z', 'revision_number': 2, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'gw_port_host': None, '_interfaces': [{'id': '1be5a17d-7240-4b6d-b1d0-c8ee1367382e', 'name': '', 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'mac_address': 'fa:16:3e:8c:e5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:02Z', 'updated_at': '2021-04-29T15:28:03Z', 'revision_number': 2, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'subnets': [{'id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39aa7920-5a14-4010-9fe7-a472249a0a3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:05.092262 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Checking router: b612536c-c360-493d-a2f8-b834d2bdea56 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:28:05.092688 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Updating router b612536c-c360-493d-a2f8-b834d2bdea56 port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e binding host dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:28:05.149514 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:05.538188 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Notify callbacks [] for port, precommit_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:05.554102 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.provisioning_blocks [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Transition to ACTIVE for port object 1be5a17d-7240-4b6d-b1d0-c8ee1367382e will not be triggered until provisioned by entity L2. {{(pid=73803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:28:05.561375 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:05.567350 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:05.735467 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1be5a17d-7240-4b6d-b1d0-c8ee1367382e,revision_number=3']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:05.773217 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.773545 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.773872 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.774216 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.774531 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.774843 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.775157 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.775463 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.775768 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.776070 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.776374 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.776673 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Tracked resource versions report: Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: pushed versions: Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: { 'AddressGroup': {'1.2'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'ConntrackHelper': {'1.0'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Log': {'1.0'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Network': {'1.1'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Port': {'1.7'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'PortForwarding': {'1.2'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'QosPolicy': {'1.8'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'SecurityGroup': {'1.4'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'SubPort': {'1.0'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Subnet': {'1.1'}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Trunk': {'1.1'}} Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: consumer versions: Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: { DHCP agent@dv-cinder-788782-1-smb: {}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: L3 agent@dv-cinder-788782-1-smb: {}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: Metadata agent@dv-cinder-788782-1-smb: {}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: Metering agent@dv-cinder-788782-1-smb: {}, Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: Open vSwitch agent@dv-cinder-788782-1-smb: { 'AddressGroup': '1.2', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'ConntrackHelper': '1.0', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Log': '1.0', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Network': '1.1', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Port': '1.7', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'PortForwarding': '1.2', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'QosPolicy': '1.8', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'SecurityGroup': '1.4', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'SecurityGroupRule': '1.2', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'SubPort': '1.0', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Subnet': '1.1', Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: 'Trunk': '1.1'}} Apr 29 15:28:05.777753 dv-cinder-788782-1-smb neutron-server[73803]: {{(pid=73803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:28:05.782423 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:05.810202 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Attempting to bind port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:28:05.810590 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Attempting to bind port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:28:05.811011 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Attempting to bind port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e on network 6a50a4d9-6642-474d-b3ee-254eb9838358 {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:28:05.816251 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:28:05.816660 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Checking segment: {'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:28:05.817132 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:05.817509 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Bound using segment: {'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:28:05.817983 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Bound port: 1be5a17d-7240-4b6d-b1d0-c8ee1367382e, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee02220-f1c3-4e71-89fc-d78f0057f4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358'}}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:28:05.818450 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:05.906599 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] For port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:28:05.910821 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] For port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=1be5a17d-7240-4b6d-b1d0-c8ee1367382e,segment=NetworkSegment(fee02220-f1c3-4e71-89fc-d78f0057f4f2),segment_id=fee02220-f1c3-4e71-89fc-d78f0057f4f2)] {{(pid=73803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:28:05.916799 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:05.921963 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:06.008403 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Routers {'b612536c-c360-493d-a2f8-b834d2bdea56'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:28:06.009023 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:27:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['b612536c-c360-493d-a2f8-b834d2bdea56'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:06.065017 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1be5a17d-7240-4b6d-b1d0-c8ee1367382e,revision_number=4']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:06.105785 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:06.198359 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] Set router b612536c-c360-493d-a2f8-b834d2bdea56 gateway port host: None {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:28:06.517811 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'name': 'router1', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:27:53Z', 'updated_at': '2021-04-29T15:28:03Z', 'revision_number': 2, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'gw_port_host': None, '_interfaces': [{'id': '1be5a17d-7240-4b6d-b1d0-c8ee1367382e', 'name': '', 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'mac_address': 'fa:16:3e:8c:e5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:02Z', 'updated_at': '2021-04-29T15:28:05Z', 'revision_number': 4, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'subnets': [{'id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39aa7920-5a14-4010-9fe7-a472249a0a3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:06.521802 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc25ff5-3ab2-4006-8df1-67124930f663 None None] The sync data for ids ['b612536c-c360-493d-a2f8-b834d2bdea56'] in dv-cinder-788782-1-smb is: [{'id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'name': 'router1', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:27:53Z', 'updated_at': '2021-04-29T15:28:03Z', 'revision_number': 2, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'gw_port_host': None, '_interfaces': [{'id': '1be5a17d-7240-4b6d-b1d0-c8ee1367382e', 'name': '', 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'mac_address': 'fa:16:3e:8c:e5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:02Z', 'updated_at': '2021-04-29T15:28:05Z', 'revision_number': 4, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'subnets': [{'id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39aa7920-5a14-4010-9fe7-a472249a0a3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:28:06.748930 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 47822) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:28:06.897488 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfed747-650f-41e3-9fc4-6ec2ee2b3277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:28:06.897957 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7dfed747-650f-41e3-9fc4-6ec2ee2b3277 admin admin] Synchronizing usage tracker for tenant:9d489054138e47dca6aeec0e54e867b5 on resource:network {{(pid=73801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:28:06.915449 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7dfed747-650f-41e3-9fc4-6ec2ee2b3277 admin admin] Unset dirty status for tenant:9d489054138e47dca6aeec0e54e867b5 on resource:network {{(pid=73801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:28:06.921663 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-7dfed747-650f-41e3-9fc4-6ec2ee2b3277 admin admin] 10.222.0.42 "GET /v2.0/networks/04334de3-f115-4b90-b55a-4e42c152d433 HTTP/1.1" status: 200 len: 842 time: 0.1665347 Apr 29 15:28:06.925862 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:28:06.931013 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:28:06.934743 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Usage tracker for resource:subnet and tenant:9d489054138e47dca6aeec0e54e867b5 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:28:06.937749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:28:06.944697 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:28:06.955474 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Made reservation on behalf of 9d489054138e47dca6aeec0e54e867b5 for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:28:06.957904 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:07.389766 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.objects.ports [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73801) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 29 15:28:07.390504 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:07.399352 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:07.500854 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:28:07.501172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Network hostable DHCP agents. Network: 04334de3-f115-4b90-b55a-4e42c152d433, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:28:07.513837 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9567709-4ab4-44a6-bc8b-a83704e893f1,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:07.518572 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:07.528524 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:28:07.539367 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 04334de3-f115-4b90-b55a-4e42c152d433) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:28:07.543314 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:28:07.544561 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:07.549404 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76437106-faec-4365-9b38-db807627d74e None None] Network 04334de3-f115-4b90-b55a-4e42c152d433 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:28:07.573762 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6503763 Apr 29 15:28:07.778218 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febf98e4-59d1-4d8b-b685-97163d97d3ad None None] Network 04334de3-f115-4b90-b55a-4e42c152d433 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:28:08.243491 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:28:09.189414 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 1be5a17d-7240-4b6d-b1d0-c8ee1367382e up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:28:09.269661 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:28:09.274895 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:28:09.275270 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:09.405163 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:09.438651 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=1be5a17d-7240-4b6d-b1d0-c8ee1367382e,segment=NetworkSegment(fee02220-f1c3-4e71-89fc-d78f0057f4f2),segment_id=fee02220-f1c3-4e71-89fc-d78f0057f4f2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:28:09.442816 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:09.445772 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:09.510806 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=1be5a17d-7240-4b6d-b1d0-c8ee1367382e,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:09.513917 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:09.846086 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 47836) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:28:10.081651 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c072e0da-2c98-43e1-9392-23f9cbc51d19 admin admin] 10.222.0.42 "GET /v2.0/routers/b612536c-c360-493d-a2f8-b834d2bdea56 HTTP/1.1" status: 200 len: 710 time: 0.2343802 Apr 29 15:28:10.207839 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236e8ed-da7b-474c-8f06-6fc829d29ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:28:10.210150 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5236e8ed-da7b-474c-8f06-6fc829d29ee4 admin admin] 10.222.0.42 "GET /v2.0/networks/04334de3-f115-4b90-b55a-4e42c152d433 HTTP/1.1" status: 200 len: 886 time: 0.1223857 Apr 29 15:28:10.217946 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:28:10.652429 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:10.977860 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:11.034758 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:11.163210 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Allocated IP 172.28.2.199 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/4087dbf1-d9b7-4f77-ac70-0348af6380dc) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:28:11.163367 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 1be5a17d-7240-4b6d-b1d0-c8ee1367382e up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:28:11.237367 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:28:11.237631 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:11.374138 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:11.404318 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:11.408761 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:11.460967 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:28:11.468078 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:28:11.472022 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:28:11.535775 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Pushing event updated for resources: {'Port': ['ID=4087dbf1-d9b7-4f77-ac70-0348af6380dc,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:11.586191 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:11.850110 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:12.177852 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:12.181025 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8117547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8117538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8098063'] for router, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:12.353194 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Router b612536c-c360-493d-a2f8-b834d2bdea56 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:28:12.575020 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:28:12.582876 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:12.584048 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] 10.222.0.42 "PUT /v2.0/routers/b612536c-c360-493d-a2f8-b834d2bdea56 HTTP/1.1" status: 200 len: 890 time: 2.3695564 Apr 29 15:28:12.584689 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Sync routers for ids ['b612536c-c360-493d-a2f8-b834d2bdea56'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:28:12.595330 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Routers {'b612536c-c360-493d-a2f8-b834d2bdea56'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:28:12.595975 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:27:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['b612536c-c360-493d-a2f8-b834d2bdea56'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:12.787095 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Set router b612536c-c360-493d-a2f8-b834d2bdea56 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:28:13.144175 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'name': 'router1', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': '4087dbf1-d9b7-4f77-ac70-0348af6380dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:27:53Z', 'updated_at': '2021-04-29T15:28:11Z', 'revision_number': 4, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'gw_port': {'id': '4087dbf1-d9b7-4f77-ac70-0348af6380dc', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:11Z', 'updated_at': '2021-04-29T15:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '1be5a17d-7240-4b6d-b1d0-c8ee1367382e', 'name': '', 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'mac_address': 'fa:16:3e:8c:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:02Z', 'updated_at': '2021-04-29T15:28:09Z', 'revision_number': 5, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'subnets': [{'id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39aa7920-5a14-4010-9fe7-a472249a0a3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:13.149051 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Checking router: b612536c-c360-493d-a2f8-b834d2bdea56 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:28:13.149422 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Updating router b612536c-c360-493d-a2f8-b834d2bdea56 port 4087dbf1-d9b7-4f77-ac70-0348af6380dc binding host dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:28:13.200178 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:13.534638 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Notify callbacks [] for port, precommit_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:13.546768 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Transition to ACTIVE for port object 4087dbf1-d9b7-4f77-ac70-0348af6380dc will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:28:13.552897 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:13.556645 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:13.632235 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Attempting to bind port 4087dbf1-d9b7-4f77-ac70-0348af6380dc on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:28:13.632913 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Attempting to bind port 4087dbf1-d9b7-4f77-ac70-0348af6380dc by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:28:13.633014 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Attempting to bind port 4087dbf1-d9b7-4f77-ac70-0348af6380dc on network 04334de3-f115-4b90-b55a-4e42c152d433 {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:28:13.635640 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127fdad-5e1d-46fd-8124-2e134e6efda8 None None] Pushing event updated for resources: {'Port': ['ID=4087dbf1-d9b7-4f77-ac70-0348af6380dc,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:13.639618 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a127fdad-5e1d-46fd-8124-2e134e6efda8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:13.642156 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:28:13.642561 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:28:13.642903 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:13.643295 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Bound using segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:28:13.643766 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Bound port: 4087dbf1-d9b7-4f77-ac70-0348af6380dc, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:28:13.644156 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:13.717118 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] For port 4087dbf1-d9b7-4f77-ac70-0348af6380dc, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:28:13.719960 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] For port 4087dbf1-d9b7-4f77-ac70-0348af6380dc, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=4087dbf1-d9b7-4f77-ac70-0348af6380dc,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:28:13.725252 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:13.729388 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-386cde93-0390-4df4-bd48-a94a8d067018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:13.809451 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Routers {'b612536c-c360-493d-a2f8-b834d2bdea56'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:28:13.810023 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:27:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['b612536c-c360-493d-a2f8-b834d2bdea56'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:13.859229 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127fdad-5e1d-46fd-8124-2e134e6efda8 None None] Pushing event updated for resources: {'Port': ['ID=4087dbf1-d9b7-4f77-ac70-0348af6380dc,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:13.866785 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a127fdad-5e1d-46fd-8124-2e134e6efda8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:13.995930 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] Set router b612536c-c360-493d-a2f8-b834d2bdea56 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:28:14.421363 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'name': 'router1', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': '4087dbf1-d9b7-4f77-ac70-0348af6380dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:27:53Z', 'updated_at': '2021-04-29T15:28:11Z', 'revision_number': 4, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'gw_port': {'id': '4087dbf1-d9b7-4f77-ac70-0348af6380dc', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:11Z', 'updated_at': '2021-04-29T15:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '1be5a17d-7240-4b6d-b1d0-c8ee1367382e', 'name': '', 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'mac_address': 'fa:16:3e:8c:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:02Z', 'updated_at': '2021-04-29T15:28:09Z', 'revision_number': 5, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'subnets': [{'id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39aa7920-5a14-4010-9fe7-a472249a0a3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:28:14.425700 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a002658-014a-4a0a-a985-fdb5d0293212 None None] The sync data for ids ['b612536c-c360-493d-a2f8-b834d2bdea56'] in dv-cinder-788782-1-smb is: [{'id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'name': 'router1', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': '4087dbf1-d9b7-4f77-ac70-0348af6380dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:27:53Z', 'updated_at': '2021-04-29T15:28:11Z', 'revision_number': 4, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'gw_port': {'id': '4087dbf1-d9b7-4f77-ac70-0348af6380dc', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:11Z', 'updated_at': '2021-04-29T15:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '1be5a17d-7240-4b6d-b1d0-c8ee1367382e', 'name': '', 'network_id': '6a50a4d9-6642-474d-b3ee-254eb9838358', 'tenant_id': '2e337503fb934b54acd023afbef7fc40', 'mac_address': 'fa:16:3e:8c:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612536c-c360-493d-a2f8-b834d2bdea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:28:02Z', 'updated_at': '2021-04-29T15:28:09Z', 'revision_number': 5, 'project_id': '2e337503fb934b54acd023afbef7fc40', 'subnets': [{'id': 'edba1c08-aff2-4d2a-88c8-3dfff531fb30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39aa7920-5a14-4010-9fe7-a472249a0a3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:28:14.947298 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 47846) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:28:15.076124 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-524bfb3a-1c6f-4449-893b-9305e4336f85 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1278024 Apr 29 15:28:15.186896 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 4087dbf1-d9b7-4f77-ac70-0348af6380dc up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:28:15.264595 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 4087dbf1-d9b7-4f77-ac70-0348af6380dc completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:28:15.269840 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 4087dbf1-d9b7-4f77-ac70-0348af6380dc triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:28:15.270428 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:15.392834 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:15.410144 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 4087dbf1-d9b7-4f77-ac70-0348af6380dc, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=4087dbf1-d9b7-4f77-ac70-0348af6380dc,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:28:15.414353 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:15.416905 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:28:15.483212 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=4087dbf1-d9b7-4f77-ac70-0348af6380dc,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:28:15.486225 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:28:17.173356 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 4087dbf1-d9b7-4f77-ac70-0348af6380dc up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:28:17.250160 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 4087dbf1-d9b7-4f77-ac70-0348af6380dc triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:28:17.250342 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:26.195753 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-344e6e4a-4feb-404f-85e4-2ab0f3ce14b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:28.865031 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d7d83c2c-c4b6-4b9d-9b75-e6019b027314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:28.872046 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:30.050515 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:31.646854 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:45.249228 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:28:56.198337 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-8389c352-5f3c-4228-95a1-c5cdb3022d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:58.878896 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-3c56e61d-7fae-4a31-a1e1-337259ed01ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:58.882322 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:00.045063 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:01.639413 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.248469 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:29:26.197027 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-cea85919-e94f-449b-908d-1a04ceb9a5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.870433 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4e318146-6a50-4aa4-a255-e67f0bee94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.876260 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.047763 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.641952 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.399242 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48416) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:51.466337 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22d4f16-e75b-40db-accf-c34889066009 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:29:51.467557 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d22d4f16-e75b-40db-accf-c34889066009 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673041 Apr 29 15:29:51.596994 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb4f22-a20d-47b8-ba53-51d068ef774c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:51.598453 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-77eb4f22-a20d-47b8-ba53-51d068ef774c admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1271267 Apr 29 15:29:53.729788 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48426) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:53.842593 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e5548-d4e5-4d90-86dd-094813998e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:53.843947 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-3c5e5548-d4e5-4d90-86dd-094813998e57 admin admin] 10.222.0.42 "GET /v2.0/subnets/edba1c08-aff2-4d2a-88c8-3dfff531fb30 HTTP/1.1" status: 200 len: 849 time: 0.1131759 Apr 29 15:29:53.853554 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:53.973446 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Notify callbacks [] for subnet, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.287784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744834502184'] for subnet, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.291657 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a44d91c1-222e-4cf4-9580-54f04cb6b230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:29:54.331641 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:54.332251 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.333515 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] 10.222.0.42 "PUT /v2.0/subnets/edba1c08-aff2-4d2a-88c8-3dfff531fb30 HTTP/1.1" status: 200 len: 868 time: 0.4838636 Apr 29 15:29:54.349133 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02409d9-648b-43cf-b8e9-dc1f98e936f7 None None] Network 6a50a4d9-6642-474d-b3ee-254eb9838358 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:54.356670 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Pushing event updated for resources: {'Subnet': ['ID=edba1c08-aff2-4d2a-88c8-3dfff531fb30,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:54.364495 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.364835 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.365154 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.365476 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.365795 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.366108 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.366454 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.366768 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.367102 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.367920 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.368243 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.368543 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:54.373174 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:29:54.825174 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-a6ead265-69df-4ae0-90aa-49a5df975767 None None] Provisioning complete for port 1f59a94f-a2b7-4b03-88a0-88e07777f32b triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:54.825543 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a6ead265-69df-4ae0-90aa-49a5df975767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.950768 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-a6ead265-69df-4ae0-90aa-49a5df975767 None None] Provisioning complete for port 1be5a17d-7240-4b6d-b1d0-c8ee1367382e triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:54.951024 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a6ead265-69df-4ae0-90aa-49a5df975767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:56.188736 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c670dcae-cdeb-4090-adc1-4b1257d15fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:56.463931 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48436) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:56.635915 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa71cc2-fd5d-4ba9-a3d2-9a25b7db8b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:56.636400 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa71cc2-fd5d-4ba9-a3d2-9a25b7db8b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:56.637905 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-9aa71cc2-fd5d-4ba9-a3d2-9a25b7db8b94 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1730931 Apr 29 15:29:58.752301 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48446) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:58.872011 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5168c828-dd0b-41ac-a013-2e9ba14e9fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.874585 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.923991 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bc7fb-91c2-4c30-9b7f-2eb4fe0c7458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:58.924473 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bc7fb-91c2-4c30-9b7f-2eb4fe0c7458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:29:58.925966 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ac7bc7fb-91c2-4c30-9b7f-2eb4fe0c7458 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1727448 Apr 29 15:29:59.247305 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:30:00.050599 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.167906 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48456) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:01.334750 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cb6db-1d69-4327-a9aa-a3d40fab44d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:01.336127 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c33cb6db-1d69-4327-a9aa-a3d40fab44d4 admin admin] 10.222.0.42 "GET /v2.0/networks/04334de3-f115-4b90-b55a-4e42c152d433 HTTP/1.1" status: 200 len: 886 time: 0.1672723 Apr 29 15:30:01.643751 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:03.473779 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48466) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:03.643066 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d004b2-0b5d-47c5-83f2-77f7aeef94df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:03.644408 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-53d004b2-0b5d-47c5-83f2-77f7aeef94df admin admin] 10.222.0.42 "GET /v2.0/networks/6a50a4d9-6642-474d-b3ee-254eb9838358 HTTP/1.1" status: 200 len: 869 time: 0.1696656 Apr 29 15:30:05.779833 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48476) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:05.889628 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be59e4e-979a-42f0-8a0a-c5a5bd23bf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:05.890092 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be59e4e-979a-42f0-8a0a-c5a5bd23bf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:05.891627 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-4be59e4e-979a-42f0-8a0a-c5a5bd23bf7b admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108742 Apr 29 15:30:07.992661 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48486) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:08.099160 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9dfa38-c5e6-44d7-a4f1-d10ffe3ec19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:08.099634 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9dfa38-c5e6-44d7-a4f1-d10ffe3ec19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:08.101666 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-2f9dfa38-c5e6-44d7-a4f1-d10ffe3ec19b admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075625 Apr 29 15:30:10.215867 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48496) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:10.329037 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d571abff-d394-4513-b9cc-3eab79db42e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:10.330406 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d571abff-d394-4513-b9cc-3eab79db42e9 admin admin] 10.222.0.42 "GET /v2.0/subnets/edba1c08-aff2-4d2a-88c8-3dfff531fb30 HTTP/1.1" status: 200 len: 868 time: 0.1135833 Apr 29 15:30:12.428507 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48506) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:12.555870 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35259627-6791-4df7-a384-0ead3a781bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:12.557240 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-35259627-6791-4df7-a384-0ead3a781bb1 admin admin] 10.222.0.42 "GET /v2.0/subnets/f9567709-4ab4-44a6-bc8b-a83704e893f1 HTTP/1.1" status: 200 len: 816 time: 0.1277931 Apr 29 15:30:26.190925 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-114c1ba9-e8e5-408d-a62f-cb51898426f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:28.871154 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-885145f2-cd7c-40de-8fd6-7d8bd7c50888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:28.873338 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:30.055145 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.641936 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.446932 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48550) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:35.494307 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [None req-0d060a26-bc53-4935-a2ae-4977be123bed admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:35.495375 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-0d060a26-bc53-4935-a2ae-4977be123bed admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475118 Apr 29 15:30:36.245795 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:30:37.691857 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48560) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:37.757209 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d194f444-249e-4414-acf7-83acf107eece admin admin] GET failed (client error): The resource could not be found. Apr 29 15:30:37.758447 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d194f444-249e-4414-acf7-83acf107eece admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656512 Apr 29 15:30:37.882069 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf2de7-3d99-4995-8d9d-43d9d9788cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:37.883466 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-eddf2de7-3d99-4995-8d9d-43d9d9788cbe admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1211653 Apr 29 15:30:40.043060 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48570) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:40.092048 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:40.096493 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:40.106340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:40.116388 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Made reservation on behalf of 9d489054138e47dca6aeec0e54e867b5 for: {'network': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:40.118764 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.207568 dv-cinder-788782-1-smb neutron-server[73800]: WARNING neutron.services.revisions.revision_plugin [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Could not find related network for resource to bump revision. Apr 29 15:30:40.220676 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=73800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:30:40.229873 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.230252 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.segments_db [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Added segment bbc4b9a3-70b6-48ab-a5fd-be8698d47a99 of type vlan for network 663a6e34-aa3e-4119-8376-5154444dbf14 Apr 29 15:30:40.256027 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.283045 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.284317 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:40.284898 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.289322 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:30:40.386208 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3420353 Apr 29 15:30:40.391228 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Pushing event updated for resources: {'Network': ['ID=663a6e34-aa3e-4119-8376-5154444dbf14,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:40.395525 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:30:40.409537 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 663a6e34-aa3e-4119-8376-5154444dbf14 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:30:42.518617 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48580) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:42.585710 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2bc169-1807-4bc4-be8d-34d57fb32ee0 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:30:42.586988 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-bb2bc169-1807-4bc4-be8d-34d57fb32ee0 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0674191 Apr 29 15:30:42.690884 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fba34b-8efc-40e7-a93b-24fb0ac063bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:42.692218 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-11fba34b-8efc-40e7-a93b-24fb0ac063bf admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014836 Apr 29 15:30:42.701569 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:42.705782 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:42.709491 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Usage tracker for resource:subnet and tenant:9d489054138e47dca6aeec0e54e867b5 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:42.712229 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:42.717647 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:42.727581 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Made reservation on behalf of 9d489054138e47dca6aeec0e54e867b5 for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:42.729825 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.095176 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.100137 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5bd2ebc5-f510-424b-a27c-9355a4f79b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:30:43.171789 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a57307-01f5-4492-9a97-0055d4f8816b,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:43.176444 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Checking segment: {'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:30:43.176790 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Network hostable DHCP agents. Network: 663a6e34-aa3e-4119-8376-5154444dbf14, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:30:43.185732 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.186066 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.186420 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.186755 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.187062 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.187380 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.187692 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.188004 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.188314 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.188623 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.188931 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.189236 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.193214 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:30:43.206179 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Network 663a6e34-aa3e-4119-8376-5154444dbf14 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:30:43.215502 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 663a6e34-aa3e-4119-8376-5154444dbf14) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:43.219659 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:30:43.220275 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.224969 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a43ce-217c-4928-b761-c27c878dce38 None None] Network 663a6e34-aa3e-4119-8376-5154444dbf14 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:43.242785 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5444937 Apr 29 15:30:43.473875 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0de881c-91fa-590f-a313-02bdcb20b747-663a6e34-aa3e-4119-8376-5154444dbf14', 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14', 'tenant_id': '9d489054138e47dca6aeec0e54e867b5', 'fixed_ips': [{'subnet_id': 'c9a57307-01f5-4492-9a97-0055d4f8816b'}]}} from dv-cinder-788782-1-smb. {{(pid=73802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:43.475288 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.634033 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.db_base_plugin_common [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Allocated IP 192.168.233.2 (663a6e34-aa3e-4119-8376-5154444dbf14/c9a57307-01f5-4492-9a97-0055d4f8816b/7f75347f-e17b-40c4-9c98-6593f331ce1a) {{(pid=73802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:43.843053 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Notify callbacks [] for port, precommit_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.854416 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Transition to ACTIVE for port object 7f75347f-e17b-40c4-9c98-6593f331ce1a will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:43.872885 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Transition to ACTIVE for port object 7f75347f-e17b-40c4-9c98-6593f331ce1a will not be triggered until provisioned by entity DHCP. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:43.879578 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.884559 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:30:43.950863 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Network 663a6e34-aa3e-4119-8376-5154444dbf14 is already hosted by enough agents. {{(pid=73802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:43.952052 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.base_scheduler [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Resources bound (agent type, host, resource id): {{(pid=73802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:43.955822 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Received port after_create {{(pid=73802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:30:43.962245 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Pushing event updated for resources: {'Port': ['ID=7f75347f-e17b-40c4-9c98-6593f331ce1a,revision_number=1']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:43.997928 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.998291 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.998623 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.998946 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.999270 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.999594 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:43.999916 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:44.000227 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:44.000542 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:44.000856 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:44.001171 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:44.001481 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:44.009055 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:30:44.058673 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Attempting to bind port 7f75347f-e17b-40c4-9c98-6593f331ce1a on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:44.059285 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Attempting to bind port 7f75347f-e17b-40c4-9c98-6593f331ce1a by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:44.059649 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Attempting to bind port 7f75347f-e17b-40c4-9c98-6593f331ce1a on network 663a6e34-aa3e-4119-8376-5154444dbf14 {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:44.065417 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:44.065790 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Checking segment: {'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:30:44.066224 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.066624 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Bound using segment: {'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:44.067086 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Bound port: 7f75347f-e17b-40c4-9c98-6593f331ce1a, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:44.067483 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.158848 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] For port 7f75347f-e17b-40c4-9c98-6593f331ce1a, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:44.162392 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] For port 7f75347f-e17b-40c4-9c98-6593f331ce1a, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=7f75347f-e17b-40c4-9c98-6593f331ce1a,segment=NetworkSegment(bbc4b9a3-70b6-48ab-a5fd-be8698d47a99),segment_id=bbc4b9a3-70b6-48ab-a5fd-be8698d47a99)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:44.167094 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.171217 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a127fdad-5e1d-46fd-8124-2e134e6efda8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:30:44.246937 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Pushing event updated for resources: {'Port': ['ID=7f75347f-e17b-40c4-9c98-6593f331ce1a,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:44.250349 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:30:45.061543 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87bf96e-e082-48ad-9f99-3c6195a5293b None None] Network 663a6e34-aa3e-4119-8376-5154444dbf14 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:45.172077 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-0a256a85-fd4a-4bd5-a30a-3416e69367ab None None] Provisioning for port 7f75347f-e17b-40c4-9c98-6593f331ce1a completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:45.321692 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 7f75347f-e17b-40c4-9c98-6593f331ce1a up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:45.397383 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 7f75347f-e17b-40c4-9c98-6593f331ce1a completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:45.403373 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 7f75347f-e17b-40c4-9c98-6593f331ce1a triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:45.403928 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.544278 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-322b5183-cff9-4dd9-9d7f-6a57aa8abc0a None None] Provisioning complete for port 7f75347f-e17b-40c4-9c98-6593f331ce1a triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:45.544649 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-322b5183-cff9-4dd9-9d7f-6a57aa8abc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.568834 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.630593 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 7f75347f-e17b-40c4-9c98-6593f331ce1a, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=7f75347f-e17b-40c4-9c98-6593f331ce1a,segment=NetworkSegment(bbc4b9a3-70b6-48ab-a5fd-be8698d47a99),segment_id=bbc4b9a3-70b6-48ab-a5fd-be8698d47a99)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:45.636498 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.641373 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:30:45.758606 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=7f75347f-e17b-40c4-9c98-6593f331ce1a,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:45.761456 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:30:47.279255 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 7f75347f-e17b-40c4-9c98-6593f331ce1a up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:47.346264 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 7f75347f-e17b-40c4-9c98-6593f331ce1a triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:47.346640 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.192807 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0892-8024-4623-8409-a4c45858b014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.872869 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1c8edd45-4176-46b7-897b-af005cb652a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.876192 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.058189 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.645478 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.244139 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:31:26.195200 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-40760d0c-2aac-45c4-8759-7cbe538a80e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.874629 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5e6650de-4ac0-473a-a230-843ca8891b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.877420 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.061673 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.647325 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.474785 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48630) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:48.480956 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [None req-db063a3d-d33c-47e2-9451-7d46f9a8b8db tempest-verify_tempest_config-1961905671 tempest-verify_tempest_config-1961905671-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:31:48.482018 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-db063a3d-d33c-47e2-9451-7d46f9a8b8db tempest-verify_tempest_config-1961905671 tempest-verify_tempest_config-1961905671-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062459 Apr 29 15:31:48.802616 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48648) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:48.931295 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.949228 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:48.953052 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Usage tracker for resource:security_group_rule and tenant:1b48be70089f45b08a380a910f67ff1f is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:48.956395 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:48.962289 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:49.069549 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.073894 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.082064 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:31:49.121575 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2183b23-f83e-42ff-8d2b-25156d3929c0,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:49.125508 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b48be70089f45b08a380a910f67ff1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3217201 Apr 29 15:31:49.128587 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48654) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:49.131421 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.131705 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.132037 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.132366 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.132691 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.133013 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.133332 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.133650 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.133983 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.134332 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.134644 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.134957 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.139125 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:31:49.192673 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.218962 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.330018 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.337151 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:31:49.350515 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2183b23-f83e-42ff-8d2b-25156d3929c0,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:49.355141 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.356260 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2183b23-f83e-42ff-8d2b-25156d3929c0 HTTP/1.1" status: 204 len: 168 time: 0.2266543 Apr 29 15:31:49.360887 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.361380 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.361616 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.361945 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.362328 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.362659 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.362983 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.363306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.363649 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.363967 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.364288 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.364601 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:49.368381 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:31:50.243236 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:31:56.198274 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5adbd520-9fd8-47b0-8bac-48ed888a82de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.879731 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-72632344-b647-4de7-8995-a3ede282a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.881597 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.067073 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.656190 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.200135 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-b8373ddd-d9b5-49d8-b6dd-83ae0c8bca52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.242604 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:32:28.881721 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c3062ff3-44fc-4116-b1ed-bb894ce45e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.884182 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.066350 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.651887 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.201923 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb554-98ba-437b-a137-fb442e902eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.883739 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-589d106d-5533-4c20-9e5a-3fa0a553732f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.886148 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.069617 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.656692 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.241466 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 5 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:33:26.204477 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-793a7b33-2f4c-4855-96f3-831c9a96bba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.883814 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d6e5-783c-4a79-af4d-3e0ce2ea7e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.886571 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.071236 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.657381 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.204242 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014'] for agent, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.240970 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:33:47.967644 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48726) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:48.079207 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e874954f-e8a1-4de7-9fb0-92c80fa2480b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1104860 Apr 29 15:33:50.231253 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48736) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:50.286557 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-0f926ac0-870f-468b-a747-c1320c2e6b46 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0533926 Apr 29 15:33:56.211922 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-56235c39-5b4f-44cb-84f3-eec19bdbd06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.886264 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4873bb94-019e-42fc-90f6-db6206850dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.888088 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.077550 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.750890 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:03.198940 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.241178 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:34:26.206047 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-2a3dae60-faf1-422d-b7c1-ec677a2eca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.890409 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.892518 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-09444c54-c067-49dc-b512-6e281eabed30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.077743 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.662477 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.206849 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:55.241169 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:34:56.209312 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ea7f3938-6f19-4550-a7fc-8d2ca399725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.890839 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.895232 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-637b9725-6988-4753-a0c2-2ff7d62938dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.080781 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.665697 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.215357 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.552450 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48956) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.789211 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48972) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.895297 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48980) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.935380 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 48990) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.976487 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 48998) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.984193 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-387488384-network', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:22.989358 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:22.993271 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Usage tracker for resource:network and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:22.996257 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.002077 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.012406 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Made reservation on behalf of 78c50990547147eea80fc54d37cc2a6c for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:23.014928 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.036038 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1935460992-network', 'tenant_id': '4ce43af9c75440fea48ea4f194084b4e'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:23.042282 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.044405 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.059177 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-309923638-network', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:23.064576 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Usage tracker for resource:network and tenant:4ce43af9c75440fea48ea4f194084b4e is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.071452 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-network', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:23.075112 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.086848 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.089745 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.096241 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.098509 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.102092 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Usage tracker for resource:security_group_rule and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.104605 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-281645437-network', 'tenant_id': 'e7c93fd10dc6485581d8a8598814716b'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:23.108635 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Usage tracker for resource:network and tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.110022 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.112044 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Usage tracker for resource:network and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.114664 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.118368 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Usage tracker for resource:network and tenant:e7c93fd10dc6485581d8a8598814716b is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.119702 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.122284 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.122390 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.132678 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.139796 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.147291 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.157543 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.163364 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Made reservation on behalf of 4ce43af9c75440fea48ea4f194084b4e for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:23.164377 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Made reservation on behalf of e7c93fd10dc6485581d8a8598814716b for: {'network': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:23.166623 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.167092 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.188234 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.191891 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.207810 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.210391 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Made reservation on behalf of 571dd405abff45a2a3c7d9ae484b7955 for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:23.211986 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Usage tracker for resource:security_group_rule and tenant:e7c93fd10dc6485581d8a8598814716b is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.213830 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.215377 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.222327 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.241961 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Made reservation on behalf of 7bcf7c653e4c4475917c0c9aaf33a0a9 for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:23.244306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.257789 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.260322 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.279101 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce43af9c75440fea48ea4f194084b4e is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.282262 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.292286 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.309737 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.315115 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.316559 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.320318 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.322496 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.332454 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Usage tracker for resource:security_group_rule and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.334964 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=73800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:23.343641 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.346272 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.346835 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.segments_db [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Added segment 46e7e8d3-8e34-470d-8250-45a1aaf3158f of type vlan for network 58021e83-9fc3-4624-a7d0-1badcd83a774 Apr 29 15:35:23.347546 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.348045 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:23.356208 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.369134 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.379964 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c5c69-47e7-4e00-925b-9f10499768c4,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:23.387366 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.389412 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.390046 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.390573 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.391067 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.391761 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.392263 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.392736 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.393215 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.399419 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.400181 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.400692 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.401193 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Tracked resource versions report: Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: pushed versions: Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: { 'AddressGroup': {'1.2'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'ConntrackHelper': {'1.0'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Log': {'1.0'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Network': {'1.1'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Port': {'1.7'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'PortForwarding': {'1.2'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'QosPolicy': {'1.8'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'SecurityGroup': {'1.4'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'SubPort': {'1.0'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Subnet': {'1.1'}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Trunk': {'1.1'}} Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: consumer versions: Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: { DHCP agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: HyperV agent@hv-cinder-78878: {}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: L3 agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: Metadata agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: Metering agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: Open vSwitch agent@dv-cinder-788782-1-smb: { 'AddressGroup': '1.2', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'ConntrackHelper': '1.0', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Log': '1.0', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Network': '1.1', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Port': '1.7', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'PortForwarding': '1.2', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'QosPolicy': '1.8', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'SecurityGroup': '1.4', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'SecurityGroupRule': '1.2', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'SubPort': '1.0', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Subnet': '1.1', Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: 'Trunk': '1.1'}} Apr 29 15:35:23.402440 dv-cinder-788782-1-smb neutron-server[73800]: {{(pid=73800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:35:23.443178 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:23.487790 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.548337 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.550056 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:23.550785 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.555761 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-6657c4a3-5a71-48af-929f-b963190d5a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:23.591915 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.616181 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.639548 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-11a0f03c-c5c2-460e-bd65-8713d835925a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:23.675071 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.677001 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41c2bc-127c-48fa-84d9-756c1c216c41,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:23.691948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.691948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.691948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.691948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.691948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.691948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.691948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.691948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.692534 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.692534 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.692882 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.692993 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Tracked resource versions report: Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: pushed versions: Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: { 'AddressGroup': {'1.2'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'ConntrackHelper': {'1.0'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Log': {'1.0'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Network': {'1.1'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Port': {'1.7'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'PortForwarding': {'1.2'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'QosPolicy': {'1.8'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'SecurityGroup': {'1.4'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'SubPort': {'1.0'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Subnet': {'1.1'}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Trunk': {'1.1'}} Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: consumer versions: Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: { DHCP agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: HyperV agent@hv-cinder-78878: {}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: L3 agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: Metadata agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: Metering agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: Open vSwitch agent@dv-cinder-788782-1-smb: { 'AddressGroup': '1.2', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'ConntrackHelper': '1.0', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Log': '1.0', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Network': '1.1', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Port': '1.7', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'PortForwarding': '1.2', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'QosPolicy': '1.8', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'SecurityGroup': '1.4', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'SecurityGroupRule': '1.2', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'SubPort': '1.0', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Subnet': '1.1', Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: 'Trunk': '1.1'}} Apr 29 15:35:23.694076 dv-cinder-788782-1-smb neutron-server[73801]: {{(pid=73801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:35:23.697585 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:23.704656 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.718435 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:23.734425 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:23.758494 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:23.770256 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.770620 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Added segment 95f5678d-a20e-4be4-96c4-db4c9ccdb3e2 of type vlan for network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 Apr 29 15:35:23.785167 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Pushing event updated for resources: {'Network': ['ID=58021e83-9fc3-4624-a7d0-1badcd83a774,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:23.791357 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:23.796558 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 58021e83-9fc3-4624-a7d0-1badcd83a774 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:23.833919 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.834315 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Added segment 23203a36-d17c-46e8-a664-928728a9cd68 of type vlan for network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda Apr 29 15:35:23.843811 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8662648 Apr 29 15:35:23.844553 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49042) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:23.851326 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Request body: {'subnet': {'network_id': '58021e83-9fc3-4624-a7d0-1badcd83a774', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-281645437-subnet', 'tenant_id': 'e7c93fd10dc6485581d8a8598814716b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:23.863983 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.876991 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Usage tracker for resource:subnet and tenant:e7c93fd10dc6485581d8a8598814716b is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.890611 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.906829 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.929168 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.948953 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Made reservation on behalf of e7c93fd10dc6485581d8a8598814716b for: {'subnet': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:23.956899 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.975193 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.991685 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7693362b-22db-44c7-97ff-cf7bbcc471b7,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:23.994926 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:24.000308 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.003109 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.023743 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.028638 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:24.043755 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.105324 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:24.118317 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.121209 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49056) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.138109 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:24.138807 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.147150 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:24.159741 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5042d5b2-5baf-45f4-aa54-35adbe12932d,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.163781 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:24.164821 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.165165 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Added segment 038208fc-e23f-449c-b08c-667ed1f060c2 of type vlan for network b758967a-7697-46b6-b37c-0a4fbe8e037c Apr 29 15:35:24.173511 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:24.202846 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.203224 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Added segment 4a70f662-7f66-4452-92bb-f712427f99cf of type vlan for network 478afee3-07b2-4ec9-ba0c-a44d236d406a Apr 29 15:35:24.225081 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.246592 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:24.247185 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.267646 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.278767 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480f8341-db4e-4a31-92fe-97f6dc3b5e1e,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.282579 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:24.290824 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:24.320974 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.416899 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6264987 Apr 29 15:35:24.420235 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49070) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.431039 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Request body: {'subnet': {'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1935460992-subnet', 'tenant_id': '4ce43af9c75440fea48ea4f194084b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:24.436449 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:24.443967 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Usage tracker for resource:subnet and tenant:4ce43af9c75440fea48ea4f194084b4e is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:24.447657 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:24.458463 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:24.480033 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Made reservation on behalf of 4ce43af9c75440fea48ea4f194084b4e for: {'subnet': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:24.482985 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.516129 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9625909 Apr 29 15:35:24.519173 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49074) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.524502 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.db.resource_extend [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:24.527707 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Request body: {'subnet': {'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-subnet', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:24.543006 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Pushing event updated for resources: {'Network': ['ID=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.555261 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:24.565494 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.583320 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:24.583898 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.591681 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.600636 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:24.601266 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.659043 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49080) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.675951 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7363906 Apr 29 15:35:24.677974 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49086) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.681356 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.684131 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:24.686237 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6908a5d4-4559-4f9f-9247-da35b7ee0085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:24.699534 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:24.701166 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Request body: {'subnet': {'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-subnet', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:24.710424 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:24.740616 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Usage tracker for resource:subnet and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:24.754570 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:24.756383 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8601365 Apr 29 15:35:24.758076 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49094) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.762164 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.784510 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:24.790389 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Request body: {'subnet': {'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-309923638-subnet', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:24.793867 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:24.807795 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:24.814426 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Usage tracker for resource:subnet and tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:24.819868 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.823483 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Usage tracker for resource:subnet and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:24.826108 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:24.833159 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:24.840969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:24.846997 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:24.848759 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:24.854812 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.878059 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Pushing event updated for resources: {'Network': ['ID=b758967a-7697-46b6-b37c-0a4fbe8e037c,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.879072 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:24.880374 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:24.880831 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Made reservation on behalf of 78c50990547147eea80fc54d37cc2a6c for: {'subnet': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:24.883309 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Notify callbacks [] for subnet, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.893496 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network b758967a-7697-46b6-b37c-0a4fbe8e037c details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:24.904579 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Usage tracker for resource:security_group_rule and tenant:5038c2fdc893435b87281e117facbe22 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:24.927965 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:24.967244 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:56532a4e55d84af9bde1c972e39136ed is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:24.972044 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:24.979226 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Pushing event updated for resources: {'Network': ['ID=478afee3-07b2-4ec9-ba0c-a44d236d406a,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.981654 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:24.983903 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:24.984306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:24.984584 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:24.986007 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:24.986304 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:25.033162 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:25.053810 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Made reservation on behalf of 7bcf7c653e4c4475917c0c9aaf33a0a9 for: {'subnet': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:25.056391 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.061093 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:25.085579 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.091353 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.104750 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3326167c-a178-4e54-b625-92b964ff6521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:25.129029 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Made reservation on behalf of 571dd405abff45a2a3c7d9ae484b7955 for: {'subnet': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:25.132777 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.152302 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Synchronizing usage tracker for tenant:9d489054138e47dca6aeec0e54e867b5 on resource:security_group {{(pid=73801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:25.155050 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc95bd4c-5ff1-4820-aafe-5f882dc5e254,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:25.158882 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:25.176105 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Unset dirty status for tenant:9d489054138e47dca6aeec0e54e867b5 on resource:security_group {{(pid=73801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:25.177571 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56532a4e55d84af9bde1c972e39136ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5116079 Apr 29 15:35:25.180358 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49104) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:25.277768 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c3dcf060-f0ec-48a3-b241-d9e082943adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.310158 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c3dcf060-f0ec-48a3-b241-d9e082943adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.377827 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c3dcf060-f0ec-48a3-b241-d9e082943adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.385134 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:25.398193 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c3dcf060-f0ec-48a3-b241-d9e082943adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.399733 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c3dcf060-f0ec-48a3-b241-d9e082943adb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc95bd4c-5ff1-4820-aafe-5f882dc5e254 HTTP/1.1" status: 204 len: 168 time: 0.2184200 Apr 29 15:35:25.402316 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcf060-f0ec-48a3-b241-d9e082943adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc95bd4c-5ff1-4820-aafe-5f882dc5e254,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:25.404719 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c3dcf060-f0ec-48a3-b241-d9e082943adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:25.503978 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c2d1db-97ab-4413-ac9e-b7809eb57d2e,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:25.518426 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Checking segment: {'id': '46e7e8d3-8e34-470d-8250-45a1aaf3158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '58021e83-9fc3-4624-a7d0-1badcd83a774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:25.518749 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Network hostable DHCP agents. Network: 58021e83-9fc3-4624-a7d0-1badcd83a774, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:25.538207 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:25.684768 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Network 58021e83-9fc3-4624-a7d0-1badcd83a774 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:25.810531 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 58021e83-9fc3-4624-a7d0-1badcd83a774) {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:25.819181 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a85b64-28ad-40f6-88cd-19bf17f4be07 None None] Network 58021e83-9fc3-4624-a7d0-1badcd83a774 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:25.877023 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:25.877695 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.923517 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.944205 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.974132 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ec36ddfb-a692-4924-9856-77e7d1d64f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:26.056851 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ca309-3bc4-4308-bb17-2ed3a516e6e8 None None] Network 58021e83-9fc3-4624-a7d0-1badcd83a774 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:26.118584 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2728729 Apr 29 15:35:26.150387 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5038c2fdc893435b87281e117facbe22&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0257468 Apr 29 15:35:26.152549 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49138) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:26.153500 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee0b377-51dc-4e93-80d2-d237626299b4,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:26.160551 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:26.224883 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49142) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:26.291557 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6fddecba-0301-4b09-92f6-2153a0b774e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.291799 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-934be5bc-b7b5-4810-a57e-ba3d5a46bd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.329108 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6fddecba-0301-4b09-92f6-2153a0b774e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.403418 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6fddecba-0301-4b09-92f6-2153a0b774e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.415465 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c3dcf060-f0ec-48a3-b241-d9e082943adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:26.456587 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddecba-0301-4b09-92f6-2153a0b774e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee0b377-51dc-4e93-80d2-d237626299b4,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:26.459446 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6fddecba-0301-4b09-92f6-2153a0b774e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.461084 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6fddecba-0301-4b09-92f6-2153a0b774e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cee0b377-51dc-4e93-80d2-d237626299b4 HTTP/1.1" status: 204 len: 168 time: 0.3060608 Apr 29 15:35:26.462779 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6fddecba-0301-4b09-92f6-2153a0b774e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:26.472650 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.485889 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:26.490038 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1229042924-network', 'tenant_id': 'ca1f2956360c4e7da64e65beeb25bdcb'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:26.496381 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:26.502494 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Usage tracker for resource:network and tenant:ca1f2956360c4e7da64e65beeb25bdcb is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:26.508312 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:26.517999 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:26.530519 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Made reservation on behalf of ca1f2956360c4e7da64e65beeb25bdcb for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:26.534801 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.553773 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.614458 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:26.623355 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Usage tracker for resource:security_group_rule and tenant:ca1f2956360c4e7da64e65beeb25bdcb is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:26.630291 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:26.635199 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99973739-4135-41c4-9de6-76d4ff5f2b73,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:26.645282 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:26.645688 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:26.661351 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.662930 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Checking segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:26.663305 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Network hostable DHCP agents. Network: 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:26.680351 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-92450c8b-e428-4a7c-a405-943cd592c12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:26.836018 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.842487 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.856512 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:26.860197 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:26.901133 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:26.910700 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601f87ac-0a3a-4c7d-8191-19795478da87,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:26.925820 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:26.931929 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.932607 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Added segment 63572559-8f55-4b5f-bbcb-1034d5d30d7f of type vlan for network dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd Apr 29 15:35:26.960024 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6521f87f-cfff-441d-9081-a8e4fce49a50,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:26.969547 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:26.971753 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.977169 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49170) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:26.984490 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52) {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:26.992915 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151250a-f431-45dd-9229-d5b98c663e68 None None] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:27.008980 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:27.009565 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.016828 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.017802 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Checking segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:27.018214 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Network hostable DHCP agents. Network: 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:27.023377 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.025062 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:27.025862 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.032541 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1ceb0045-9d9d-4c35-9196-dabd8b088024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:27.034795 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.051499 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:27.080229 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.115326 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:27.128220 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Usage tracker for resource:security_group_rule and tenant:8ff9543bb57248f2aaae8c120c967011 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:27.134385 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:27.149824 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-8caf8f94-1204-42c2-a7c8-622f4530f5c0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7188358 Apr 29 15:35:27.149824 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49190) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.153665 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:27.171922 dv-cinder-788782-1-smb neutron-server[73800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 15:35:27.200282 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:27.224708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Pushing event updated for resources: {'Network': ['ID=dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:27.228968 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:27.236776 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0085216 Apr 29 15:35:27.239657 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49198) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.242047 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:27.253458 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Request body: {'subnet': {'network_id': 'dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1229042924-subnet', 'tenant_id': 'ca1f2956360c4e7da64e65beeb25bdcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:27.259419 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:27.260013 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda) {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:27.262350 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c9e937ca-9100-4155-b242-5e6c7d23a979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:27.268903 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:27.277329 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:27.284139 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Usage tracker for resource:subnet and tenant:ca1f2956360c4e7da64e65beeb25bdcb is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:27.287777 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:27.294925 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3a9d53-b633-4ccb-857d-e960dc1f2747 None None] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:27.297437 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:27.305822 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:27.306456 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.314562 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Made reservation on behalf of ca1f2956360c4e7da64e65beeb25bdcb for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:27.318826 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.360352 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Checking segment: {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:27.360734 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Network hostable DHCP agents. Network: b758967a-7697-46b6-b37c-0a4fbe8e037c, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:27.406333 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Checking segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:27.407456 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Network hostable DHCP agents. Network: 478afee3-07b2-4ec9-ba0c-a44d236d406a, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:27.493279 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Network b758967a-7697-46b6-b37c-0a4fbe8e037c is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:27.509061 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-84c3929e-7681-40fb-8b12-2bcc9f8c0dca admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9881003 Apr 29 15:35:27.509878 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=668a0bef-2c63-4eaf-b2fc-327ac613b9de,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:27.512251 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49208) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.521484 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:27.529433 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:27.534788 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:27.544654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, b758967a-7697-46b6-b37c-0a4fbe8e037c) {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:27.554217 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-91ebc5d5-1b2d-4a26-8ae5-7d81cd0d13e0 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:27.555102 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-91ebc5d5-1b2d-4a26-8ae5-7d81cd0d13e0 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Synchronizing usage tracker for tenant:e7c93fd10dc6485581d8a8598814716b on resource:network {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:27.567955 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:27.568824 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.575096 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:27.576467 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfab06-7bb7-42a9-b0c8-0e897d594de6 None None] Network b758967a-7697-46b6-b37c-0a4fbe8e037c requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:27.577069 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 478afee3-07b2-4ec9-ba0c-a44d236d406a) {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:27.591743 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Usage tracker for resource:router and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:27.593951 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:27.594759 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.597134 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:27.608587 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:27.615906 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1d4d5-3a94-481c-a073-e8cd685feefe None None] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:27.632485 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46149'] for router, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.634410 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8124980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46162'] for router, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.644386 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-03b88f65-a4bf-4e7b-97f2-07a911bcc9b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9566500 Apr 29 15:35:27.645490 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-91ebc5d5-1b2d-4a26-8ae5-7d81cd0d13e0 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Unset dirty status for tenant:e7c93fd10dc6485581d8a8598814716b on resource:network {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:27.646740 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-91ebc5d5-1b2d-4a26-8ae5-7d81cd0d13e0 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/networks?id=58021e83-9fc3-4624-a7d0-1badcd83a774 HTTP/1.1" status: 200 len: 811 time: 0.4947982 Apr 29 15:35:27.647354 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49216) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.654521 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.661277 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9000852 Apr 29 15:35:27.662157 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49220) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.667854 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:27.674835 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.676143 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:27.682668 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:27.701923 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Usage tracker for resource:router and tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:27.706869 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:27.709216 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:27.709668 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.721378 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:27.734718 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-c20a208b-cb63-46cc-b7da-993074f6998d tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/quotas/e7c93fd10dc6485581d8a8598814716b HTTP/1.1" status: 200 len: 375 time: 0.0709369 Apr 29 15:35:27.736589 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Usage tracker for resource:router and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:27.743915 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:27.754832 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:27.776785 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:27.822952 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30810de0-d3ed-4f5f-94d3-848844e070be None None] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:27.830741 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ff9543bb57248f2aaae8c120c967011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8525226 Apr 29 15:35:27.837127 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-65715342-4975-47f4-9745-e7b0410ce1da tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7c93fd10dc6485581d8a8598814716b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791249 Apr 29 15:35:27.838280 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49238) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.840962 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504abe17-8769-49b8-b842-4374e99c9c90,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:27.844829 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46149'] for router, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.846441 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8124980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46162'] for router, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.860427 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:27.864718 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46149'] for router, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.865811 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8124980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46162'] for router, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.894234 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49246) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.911601 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.965178 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.133778 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-19e8e84b-7721-4cd6-a706-1119ec39d056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.261835 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0de881c-91fa-590f-a313-02bdcb20b747-478afee3-07b2-4ec9-ba0c-a44d236d406a', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de'}]}} from dv-cinder-788782-1-smb. {{(pid=73802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:28.262833 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.285670 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-7bf149bf-7cd5-4e59-8c4a-30abf0a33361 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:35:28.286707 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-7bf149bf-7cd5-4e59-8c4a-30abf0a33361 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2281575 Apr 29 15:35:28.294727 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.401469 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-19e8e84b-7721-4cd6-a706-1119ec39d056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.479556 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.486726 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:28.505353 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0de881c-91fa-590f-a313-02bdcb20b747-8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50'}]}} from dv-cinder-788782-1-smb. {{(pid=73802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:28.506224 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.557587 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd37b6a-c8c9-4c9d-897e-0d16b5941e9e,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:28.567143 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-7be5a7ed-fedb-4bc0-9927-70b616adc757 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:28.569163 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-7be5a7ed-fedb-4bc0-9927-70b616adc757 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 815 time: 0.6715124 Apr 29 15:35:28.570811 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:28.593396 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Checking segment: {'id': '63572559-8f55-4b5f-bbcb-1034d5d30d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:28.593941 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Network hostable DHCP agents. Network: dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:28.643191 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ebc52-1671-4860-a69f-ade2dd316e0d None None] Network b758967a-7697-46b6-b37c-0a4fbe8e037c requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:28.732453 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Network dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:28.770489 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.db_base_plugin_common [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Allocated IP 172.20.0.2 (478afee3-07b2-4ec9-ba0c-a44d236d406a/668a0bef-2c63-4eaf-b2fc-327ac613b9de/e98d3289-8b43-4523-95bf-8693bbe25e44) {{(pid=73802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:28.780458 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:28.793930 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:28.794558 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.797224 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639bd42-5a16-4107-bbc7-998467873b1f None None] Network dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:28.824418 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.859720 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.859989 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6114953 Apr 29 15:35:28.860081 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.863145 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.876156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-b5e80f3d-a1d8-4277-8591-4abba9b184bf tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/quotas/4ce43af9c75440fea48ea4f194084b4e HTTP/1.1" status: 200 len: 375 time: 0.0798383 Apr 29 15:35:28.965385 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-9da5e2ac-017a-40d7-91fa-d90442216f96 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883563 Apr 29 15:35:29.012271 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-80514743-a324-4a45-8ce1-4e3416f0082b service neutron] 10.222.0.42 "GET /v2.0/networks/58021e83-9fc3-4624-a7d0-1badcd83a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628218 Apr 29 15:35:29.061692 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-19e8e84b-7721-4cd6-a706-1119ec39d056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.082669 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Allocated IP 172.28.2.112 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/f3b4ce00-3969-4cb4-a522-d27601dad1fb) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:29.086969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:29.098420 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.163144 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.db_base_plugin_common [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Allocated IP 172.20.0.2 (8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda/6521f87f-cfff-441d-9081-a8e4fce49a50/48db35d8-16ab-4e08-bf42-237070a8dd2a) {{(pid=73802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:29.171822 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-fc826468-e68d-4d8b-87b3-fb63edac0282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.255970 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8e84b-7721-4cd6-a706-1119ec39d056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504abe17-8769-49b8-b842-4374e99c9c90,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:29.276777 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-19e8e84b-7721-4cd6-a706-1119ec39d056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:29.280795 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.325061 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.325690 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-19e8e84b-7721-4cd6-a706-1119ec39d056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.329017 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-19e8e84b-7721-4cd6-a706-1119ec39d056 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/504abe17-8769-49b8-b842-4374e99c9c90 HTTP/1.1" status: 204 len: 168 time: 1.4894006 Apr 29 15:35:29.332626 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:29.339140 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-6ef1a73e-0afb-425a-9e2c-9358822a0d2e service neutron] 10.222.0.42 "GET /v2.0/networks/58021e83-9fc3-4624-a7d0-1badcd83a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207107 Apr 29 15:35:29.352743 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-8469b0c5-3c1b-4dbf-a972-4e426a9379ee service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:35:29.359687 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-8469b0c5-3c1b-4dbf-a972-4e426a9379ee service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1289363 Apr 29 15:35:29.402052 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:29.411362 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:29.417679 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:29.573555 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Pushing event updated for resources: {'Port': ['ID=f3b4ce00-3969-4cb4-a522-d27601dad1fb,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:29.587761 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:29.763820 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Notify callbacks [] for port, precommit_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.796456 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635b2f5-6594-4695-9d1c-b12fc89610d4 None None] Network dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:29.918808 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Transition to ACTIVE for port object e98d3289-8b43-4523-95bf-8693bbe25e44 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:30.065116 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.127578 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-6be076fa-9a86-49ce-89a9-5b873a6f38e7 service neutron] 10.222.0.42 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663200 Apr 29 15:35:30.152573 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Notify callbacks [] for port, precommit_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.163676 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Transition to ACTIVE for port object 48db35d8-16ab-4e08-bf42-237070a8dd2a will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:30.202185 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Transition to ACTIVE for port object e98d3289-8b43-4523-95bf-8693bbe25e44 will not be triggered until provisioned by entity DHCP. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:30.203088 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-67cc117f-ada3-4174-9ee9-03196c042e43 req-8e76a634-c7ed-4a2c-a114-52a7d24fe2b5 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 210 time: 0.2778499 Apr 29 15:35:30.240604 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.246352 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.247759 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Transition to ACTIVE for port object 48db35d8-16ab-4e08-bf42-237070a8dd2a will not be triggered until provisioned by entity DHCP. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:30.321361 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a886da51-b21b-4f3f-be6e-cbe24b0cb038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:30.429957 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49310) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:30.459558 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.465334 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.514840 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a is already hosted by enough agents. {{(pid=73802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:30.520833 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda is already hosted by enough agents. {{(pid=73802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:30.522068 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.base_scheduler [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Resources bound (agent type, host, resource id): {{(pid=73802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:30.524848 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Received port after_create {{(pid=73802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:30.535394 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.base_scheduler [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Resources bound (agent type, host, resource id): {{(pid=73802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:30.537833 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.542331 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Received port after_create {{(pid=73802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:30.593891 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Pushing event updated for resources: {'Port': ['ID=e98d3289-8b43-4523-95bf-8693bbe25e44,revision_number=1']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:30.625898 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.641665 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.645677 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49324) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:30.655121 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929807182-network', 'tenant_id': '9a763be15c634d4bb02a348388934a76'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:30.713146 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.724427 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:30.736208 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Usage tracker for resource:network and tenant:9a763be15c634d4bb02a348388934a76 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:30.741661 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:30.751641 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:30.754816 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:30.772847 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb45acec5034b1a822f5d4cbf61a884 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:30.780700 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:30.790497 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.791081 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.791233 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.791602 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.791961 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.792336 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:30.792507 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.792624 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.792935 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.793358 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.793727 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.794153 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.794796 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Tracked resource versions report: Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: pushed versions: Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: { 'AddressGroup': {'1.2'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'ConntrackHelper': {'1.0'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Log': {'1.0'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Network': {'1.1'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Port': {'1.7'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'PortForwarding': {'1.2'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'QosPolicy': {'1.8'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'SecurityGroup': {'1.4'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'SubPort': {'1.0'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Subnet': {'1.1'}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Trunk': {'1.1'}} Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: consumer versions: Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: { DHCP agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: HyperV agent@hv-cinder-78878: {}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: L3 agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: Metadata agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: Metering agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: Open vSwitch agent@dv-cinder-788782-1-smb: { 'AddressGroup': '1.2', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'ConntrackHelper': '1.0', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Log': '1.0', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Network': '1.1', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Port': '1.7', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'PortForwarding': '1.2', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'QosPolicy': '1.8', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'SecurityGroup': '1.4', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'SecurityGroupRule': '1.2', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'SubPort': '1.0', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Subnet': '1.1', Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: 'Trunk': '1.1'}} Apr 29 15:35:30.796268 dv-cinder-788782-1-smb neutron-server[73802]: {{(pid=73802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:35:30.798337 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Made reservation on behalf of 9a763be15c634d4bb02a348388934a76 for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:30.801247 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.806211 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:30.807020 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-4e136f9c-a085-4909-bff2-feb90f662e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:30.822651 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8098145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721'] for router, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.850662 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.885943 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Attempting to bind port e98d3289-8b43-4523-95bf-8693bbe25e44 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:30.886379 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Attempting to bind port e98d3289-8b43-4523-95bf-8693bbe25e44 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:30.886748 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Attempting to bind port e98d3289-8b43-4523-95bf-8693bbe25e44 on network 478afee3-07b2-4ec9-ba0c-a44d236d406a {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:30.907607 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Attempting to bind port 48db35d8-16ab-4e08-bf42-237070a8dd2a on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:30.907976 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Attempting to bind port 48db35d8-16ab-4e08-bf42-237070a8dd2a by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:30.908372 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Attempting to bind port 48db35d8-16ab-4e08-bf42-237070a8dd2a on network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:30.910609 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:30.910976 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Checking segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:30.911382 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.912139 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Bound using segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:30.912286 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Bound port: e98d3289-8b43-4523-95bf-8693bbe25e44, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:30.912609 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.943175 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:30.943575 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Checking segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:30.943975 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.944370 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Bound using segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:30.944930 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Bound port: 48db35d8-16ab-4e08-bf42-237070a8dd2a, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:30.945499 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.950784 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-dd196656-56f4-4ab7-af0f-fd1dc6ef79e8 service neutron] 10.222.0.42 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147364 Apr 29 15:35:30.973055 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:31.043776 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Usage tracker for resource:security_group_rule and tenant:9a763be15c634d4bb02a348388934a76 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:31.052005 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:31.068261 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Pushing event updated for resources: {'Port': ['ID=48db35d8-16ab-4e08-bf42-237070a8dd2a,revision_number=1']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:31.070404 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:31.080915 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:31.203920 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.278958 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.340785 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] For port 48db35d8-16ab-4e08-bf42-237070a8dd2a, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:31.352710 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] For port 48db35d8-16ab-4e08-bf42-237070a8dd2a, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=48db35d8-16ab-4e08-bf42-237070a8dd2a,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:31.355766 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] For port e98d3289-8b43-4523-95bf-8693bbe25e44, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:31.362206 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] For port e98d3289-8b43-4523-95bf-8693bbe25e44, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=e98d3289-8b43-4523-95bf-8693bbe25e44,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:31.364283 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.369944 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:31.437487 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:31.454957 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Pushing event updated for resources: {'Port': ['ID=48db35d8-16ab-4e08-bf42-237070a8dd2a,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:31.459332 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:31.462230 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Allocated IP 172.28.2.52 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/511b9a14-12b7-4e7e-a1b6-50fd99accec7) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:31.463780 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.493151 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:31.566139 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1fdd306f-bf29-4f7f-a332-befa8f81756a req-5525bc23-998c-4d30-9af2-4cb1e456ad5e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 210 time: 0.2169693 Apr 29 15:35:31.575758 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab0e51-9acd-48d5-ab2f-22e3278144a8,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:31.598048 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebb45acec5034b1a822f5d4cbf61a884&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1664894 Apr 29 15:35:31.615731 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5302803c-fb25-47b7-abb8-9adad979c15d req-20775c48-b0d2-42d3-9045-c595f74bf3a6 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 210 time: 0.1695600 Apr 29 15:35:31.621113 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:31.622272 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49366) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:31.650736 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Pushing event updated for resources: {'Port': ['ID=e98d3289-8b43-4523-95bf-8693bbe25e44,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:31.660133 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:31.679311 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.818208 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Router 3aab9383-0991-4c74-a745-372994016242 is scheduled to L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 with binding_index 1 {{(pid=73801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:35:31.884183 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.920794 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.004305 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.037129 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:32.134866 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2074900-6483-44ab-8a9b-fed6be639da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.162051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:32.179229 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.212942 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:32.242534 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:35:32.285619 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf768aed-fc59-4820-a21a-da733ba28ee0,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:32.289762 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2074900-6483-44ab-8a9b-fed6be639da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.323207 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:32.369733 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.369733 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Added segment 5c00301e-f833-44e2-8043-da04f3c74521 of type vlan for network 66e038e4-69c3-4f50-9be4-d333ae627428 Apr 29 15:35:32.408116 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:32.426960 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Sync routers for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:32.439246 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:32.441107 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:32.441978 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:32.458257 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:32.459595 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.470184 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Pushing event updated for resources: {'Port': ['ID=511b9a14-12b7-4e7e-a1b6-50fd99accec7,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:32.498082 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:32.537766 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.546344 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:32.547197 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.551768 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2074900-6483-44ab-8a9b-fed6be639da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.562299 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:32.656650 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49404) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:32.697041 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2074900-6483-44ab-8a9b-fed6be639da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.701178 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c2074900-6483-44ab-8a9b-fed6be639da6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5ab0e51-9acd-48d5-ab2f-22e3278144a8 HTTP/1.1" status: 204 len: 168 time: 1.0709596 Apr 29 15:35:32.770969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Allocated IP 172.28.2.59 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/fc6758a8-ccb1-473a-b531-e35bb5c9f5d1) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:32.858221 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.863750 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3392222 Apr 29 15:35:32.870835 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49414) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:32.888479 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2292213 Apr 29 15:35:32.891357 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49416) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:32.911686 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:32.973465 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Request body: {'subnet': {'network_id': '66e038e4-69c3-4f50-9be4-d333ae627428', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929807182-subnet', 'tenant_id': '9a763be15c634d4bb02a348388934a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:32.979055 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:32.984538 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Usage tracker for resource:subnet and tenant:9a763be15c634d4bb02a348388934a76 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:32.989177 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:33.001984 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:33.012687 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Pushing event updated for resources: {'Network': ['ID=66e038e4-69c3-4f50-9be4-d333ae627428,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:33.016260 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:33.024114 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 66e038e4-69c3-4f50-9be4-d333ae627428 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:33.283581 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:33.291302 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-56722396-fb4b-4e82-9f1e-bc4a0f11a52c req-0ce82a0a-d0ec-4cd7-80d4-012f5871ca24 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 210 time: 0.3539076 Apr 29 15:35:33.394602 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ce13b985-a752-4f89-a6e9-c4ee2e157a68 req-69c53c7b-9a02-4c5f-977a-99c9055717d6 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 210 time: 0.4490814 Apr 29 15:35:33.427028 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1288840-d037-4fe5-8195-46d293b867dc None None] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:33.448891 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.47', 63298) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:33.545346 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.891s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:33.711818 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Made reservation on behalf of 9a763be15c634d4bb02a348388934a76 for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:33.717293 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:29Z', 'revision_number': 3, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:33.727959 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Checking router: 3aab9383-0991-4c74-a745-372994016242 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:35:33.729606 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.730623 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Updating router 3aab9383-0991-4c74-a745-372994016242 port f3b4ce00-3969-4cb4-a522-d27601dad1fb binding host dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:35:33.732872 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 48db35d8-16ab-4e08-bf42-237070a8dd2a up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:33.774848 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2074900-6483-44ab-8a9b-fed6be639da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab0e51-9acd-48d5-ab2f-22e3278144a8,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:33.784285 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.786622 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.798270 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c2074900-6483-44ab-8a9b-fed6be639da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:33.818563 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-f3f724bc-5e3d-496a-81de-f625a2c42ea9 None None] Provisioning for port e98d3289-8b43-4523-95bf-8693bbe25e44 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:33.873612 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:33.874064 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.885467 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Usage tracker for resource:security_group_rule and tenant:deb9969ae104419bb9d714d73a5fd96a is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:33.892603 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:33.911427 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:33.921787 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44832c63-4e6f-4201-a9c0-48efd316fb54 None None] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:34.100329 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.47', 63302) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:34.171613 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-899c9bde-4a6d-4c37-a78c-880406030851 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:34.173179 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-899c9bde-4a6d-4c37-a78c-880406030851 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.47 "GET /v2.0/networks?id=58021e83-9fc3-4624-a7d0-1badcd83a774 HTTP/1.1" status: 200 len: 811 time: 0.7058332 Apr 29 15:35:34.174690 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] Provisioning for port 48db35d8-16ab-4e08-bf42-237070a8dd2a completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:34.188529 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 48db35d8-16ab-4e08-bf42-237070a8dd2a completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:34.208566 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] Provisioning complete for port 48db35d8-16ab-4e08-bf42-237070a8dd2a triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:34.209096 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.232814 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.324698 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.340629 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 48db35d8-16ab-4e08-bf42-237070a8dd2a triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:34.342304 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.406909 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Request body: {'port': {'device_id': 'ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b', 'network_id': '58021e83-9fc3-4624-a7d0-1badcd83a774', 'admin_state_up': True, 'tenant_id': 'e7c93fd10dc6485581d8a8598814716b'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:34.522266 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.604505 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:34.619959 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6acdb2bc-bc99-43c0-ac08-79286f941964 req-26eeb85d-39c9-417b-8c75-a4d7398f0dad tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 210 time: 0.0893393 Apr 29 15:35:34.676975 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=deb9969ae104419bb9d714d73a5fd96a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0138886 Apr 29 15:35:34.678633 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd41dd15-4ab7-44e6-81f3-6b42d7f902a5,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:34.698350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49486) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:34.729523 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:34.832047 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-788062d9-fce3-4684-8ede-4c3e51adef69 req-bb589cf1-8080-4eac-9fb6-7e06cd929466 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 210 time: 0.1345387 Apr 29 15:35:34.840567 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.012354 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.029745 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:35.042920 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Usage tracker for resource:port and tenant:e7c93fd10dc6485581d8a8598814716b is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:35.067761 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.140651 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] For port 48db35d8-16ab-4e08-bf42-237070a8dd2a, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=48db35d8-16ab-4e08-bf42-237070a8dd2a,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:35.162710 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8098145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721'] for router, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.183134 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:35.193343 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.197807 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:35.223912 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.280013 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:35.520131 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3bd5cb8b-2e89-4ffd-97d1-b200d8c623ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.567038 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3bd5cb8b-2e89-4ffd-97d1-b200d8c623ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.633824 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.db.api [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:35.634459 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_db.api [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:35.666656 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] Pushing event updated for resources: {'Port': ['ID=48db35d8-16ab-4e08-bf42-237070a8dd2a,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:35.672960 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-cfd2e5ed-a516-43ee-957d-e2eb8f7d1a53 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:35.673747 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-cfd2e5ed-a516-43ee-957d-e2eb8f7d1a53 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Synchronizing usage tracker for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:network {{(pid=73801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:35.678905 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:35.695261 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3bd5cb8b-2e89-4ffd-97d1-b200d8c623ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.717170 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-cfd2e5ed-a516-43ee-957d-e2eb8f7d1a53 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Unset dirty status for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:network {{(pid=73801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:35.718416 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-cfd2e5ed-a516-43ee-957d-e2eb8f7d1a53 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 815 time: 1.3916268 Apr 29 15:35:35.732138 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-43c39cda-fc7e-42d7-b4d5-2c5a2f504e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:35.743877 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Notify callbacks [] for port, precommit_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.755687 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5cb8b-2e89-4ffd-97d1-b200d8c623ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd41dd15-4ab7-44e6-81f3-6b42d7f902a5,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:35.758843 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3bd5cb8b-2e89-4ffd-97d1-b200d8c623ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:35.759890 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Made reservation on behalf of e7c93fd10dc6485581d8a8598814716b for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:35.769319 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.773906 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.provisioning_blocks [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Transition to ACTIVE for port object f3b4ce00-3969-4cb4-a522-d27601dad1fb will not be triggered until provisioned by entity L2. {{(pid=73803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:35.791223 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.796163 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-fe8d90ee-b2d9-4329-9b80-97cd6843dfa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:35.807639 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-51c40d50-4e58-44b2-9e37-491ffbdab7f4 None None] Provisioning complete for port 48db35d8-16ab-4e08-bf42-237070a8dd2a triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:35.808131 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-51c40d50-4e58-44b2-9e37-491ffbdab7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.824786 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:35.956564 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Pushing event updated for resources: {'Port': ['ID=f3b4ce00-3969-4cb4-a522-d27601dad1fb,revision_number=2']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:35.983427 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.984780 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.985368 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.985954 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.986620 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.987175 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.988230 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.988781 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.989323 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.989852 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.990422 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.990970 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.991506 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Tracked resource versions report: Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: pushed versions: Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: { 'AddressGroup': {'1.2'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'ConntrackHelper': {'1.0'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Log': {'1.0'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Network': {'1.1'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Port': {'1.7'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'PortForwarding': {'1.2'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'QosPolicy': {'1.8'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'SecurityGroup': {'1.4'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'SubPort': {'1.0'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Subnet': {'1.1'}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Trunk': {'1.1'}} Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: consumer versions: Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: { DHCP agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: HyperV agent@hv-cinder-78878: {}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: L3 agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: Metadata agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: Metering agent@dv-cinder-788782-1-smb: {}, Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: Open vSwitch agent@dv-cinder-788782-1-smb: { 'AddressGroup': '1.2', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'ConntrackHelper': '1.0', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Log': '1.0', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Network': '1.1', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Port': '1.7', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'PortForwarding': '1.2', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'QosPolicy': '1.8', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'SecurityGroup': '1.4', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'SecurityGroupRule': '1.2', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'SubPort': '1.0', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Subnet': '1.1', Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: 'Trunk': '1.1'}} Apr 29 15:35:35.992756 dv-cinder-788782-1-smb neutron-server[73803]: {{(pid=73803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:35:35.998373 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3bd5cb8b-2e89-4ffd-97d1-b200d8c623ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.998373 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-3bd5cb8b-2e89-4ffd-97d1-b200d8c623ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd41dd15-4ab7-44e6-81f3-6b42d7f902a5 HTTP/1.1" status: 204 len: 168 time: 1.2820115 Apr 29 15:35:36.006105 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:36.016808 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:36.024215 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:36.030567 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6758a8-ccb1-473a-b531-e35bb5c9f5d1,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:36.038180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:36.049754 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:36.060747 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Attempting to bind port f3b4ce00-3969-4cb4-a522-d27601dad1fb on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:36.061269 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Attempting to bind port f3b4ce00-3969-4cb4-a522-d27601dad1fb by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:36.061762 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Attempting to bind port f3b4ce00-3969-4cb4-a522-d27601dad1fb on network 04334de3-f115-4b90-b55a-4e42c152d433 {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:36.071144 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:36.071635 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:36.078741 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:36.079691 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.080414 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Bound using segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:36.081185 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Bound port: f3b4ce00-3969-4cb4-a522-d27601dad1fb, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:36.081839 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.236176 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] For port f3b4ce00-3969-4cb4-a522-d27601dad1fb, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:36.243851 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] For port f3b4ce00-3969-4cb4-a522-d27601dad1fb, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f3b4ce00-3969-4cb4-a522-d27601dad1fb,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:36.249937 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.256263 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:36.277053 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Request body: {'port': {'device_id': '2077ee49-0825-4673-9a6d-7a0fccb051cb', 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'admin_state_up': True, 'tenant_id': '4ce43af9c75440fea48ea4f194084b4e'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:36.351702 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device e98d3289-8b43-4523-95bf-8693bbe25e44 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:36.428206 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:36.429787 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:36.542050 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port e98d3289-8b43-4523-95bf-8693bbe25e44 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:36.548977 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port e98d3289-8b43-4523-95bf-8693bbe25e44 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:36.549749 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.724535 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.793310 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Allocated IP 172.20.0.4 (58021e83-9fc3-4624-a7d0-1badcd83a774/36c2d1db-97ab-4413-ac9e-b7809eb57d2e/1a8d900a-dbd4-49f8-9134-85a91c4a8a04) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:36.799888 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:36.883354 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15972553-b9a5-49ed-8c47-1eaec9fa440e,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:36.885996 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.899368 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:36.964995 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port e98d3289-8b43-4523-95bf-8693bbe25e44, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=e98d3289-8b43-4523-95bf-8693bbe25e44,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:36.971563 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.977766 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:37.149017 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=e98d3289-8b43-4523-95bf-8693bbe25e44,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:37.153854 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Checking segment: {'id': '5c00301e-f833-44e2-8043-da04f3c74521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '66e038e4-69c3-4f50-9be4-d333ae627428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:37.154062 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 48db35d8-16ab-4e08-bf42-237070a8dd2a up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:37.156278 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Network hostable DHCP agents. Network: 66e038e4-69c3-4f50-9be4-d333ae627428, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:37.163653 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Pushing event updated for resources: {'Port': ['ID=f3b4ce00-3969-4cb4-a522-d27601dad1fb,revision_number=3']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:37.174734 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:37.187252 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:37.190442 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e84335e-25a7-4643-b575-eb8e0e0e8989 req-42e49d38-27d9-4753-8bfb-21145450002c tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 210 time: 1.1553361 Apr 29 15:35:37.286737 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 48db35d8-16ab-4e08-bf42-237070a8dd2a triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:37.287109 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.457537 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Network 66e038e4-69c3-4f50-9be4-d333ae627428 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:37.471333 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.571301 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 66e038e4-69c3-4f50-9be4-d333ae627428) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:37.614206 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598fff4-97c1-4fde-bc1c-455a288bb38e None None] Network 66e038e4-69c3-4f50-9be4-d333ae627428 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:37.694415 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:29Z', 'revision_number': 3, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:37.703390 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:37.703996 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.708220 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f140a5f-5861-4130-aee6-73a76570594a None None] The sync data for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb is: [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:29Z', 'revision_number': 3, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:37.779619 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Allocated IP 172.20.0.1 (8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda/6521f87f-cfff-441d-9081-a8e4fce49a50/ae7307f9-1638-431f-99d6-5e4843fd2a2a) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:38.022838 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.049170 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Transition to ACTIVE for port object ae7307f9-1638-431f-99d6-5e4843fd2a2a will not be triggered until provisioned by entity DHCP. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:38.117360 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.152330 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:38.157845 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Usage tracker for resource:port and tenant:4ce43af9c75440fea48ea4f194084b4e is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:38.167629 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:38.177561 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:38.212110 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-85eacc6e-b94d-4090-aec4-dc052662f489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:38.257807 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99aa924-6626-4ae0-8973-497b3537de94 None None] Network 66e038e4-69c3-4f50-9be4-d333ae627428 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:38.288383 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8098145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721'] for router, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.291335 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Router 800a68da-9519-4f83-b4d7-999af4d070a6 is scheduled to L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 with binding_index 1 {{(pid=73800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:35:38.339179 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e52ece4e-c609-416b-98ea-67546b07cc81 req-a07e6dc8-004c-4803-9dd2-d4f0ac60307d tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 210 time: 1.1390977 Apr 29 15:35:38.352339 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7307f9-1638-431f-99d6-5e4843fd2a2a,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:38.401102 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:38.432739 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-00f92939-bdd8-46ba-af19-2177b87f5047 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.5348995 Apr 29 15:35:38.455266 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:38.467320 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Made reservation on behalf of 4ce43af9c75440fea48ea4f194084b4e for: {'port': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:38.487182 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.817944 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49552) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:38.850460 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Allocated IP 172.20.0.14 (08bd4f8f-fb6b-4144-af8e-d3d2b328ba52/99973739-4135-41c4-9de6-76d4ff5f2b73/006b7917-196e-4e1c-8c65-b1dabc39ab34) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:38.946526 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:38.968949 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:38.969061 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998160'] for router_interface, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.188715 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3215bb61-178b-4f64-9edb-aeae62e4db1e req-3b073246-87c1-4f39-8a3f-6014524b8fee tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 210 time: 0.3741984 Apr 29 15:35:39.270307 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device e98d3289-8b43-4523-95bf-8693bbe25e44 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:39.283670 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.317807 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:39.356203 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Sync routers for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:39.490473 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.532574 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:39.537360 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:39.552165 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.667563 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-19ab7523-e543-403d-aa18-1dca6cfd725d None None] Provisioning for port ae7307f9-1638-431f-99d6-5e4843fd2a2a completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:39.691479 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.704024 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49564) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:39.715276 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Deleting subnet ebd37b6a-c8c9-4c9d-897e-0d16b5941e9e {{(pid=73800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:35:39.716913 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-19ab7523-e543-403d-aa18-1dca6cfd725d None None] Provisioning complete for port ae7307f9-1638-431f-99d6-5e4843fd2a2a triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:39.717317 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-19ab7523-e543-403d-aa18-1dca6cfd725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.736560 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.777773 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:39.813094 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0002725c-3d1c-4f58-a82e-c78f203ce437 req-0a514830-f03c-49e7-8fac-e33ac5ffef13 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 210 time: 0.1755035 Apr 29 15:35:39.835368 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Notify callbacks [] for router, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.839113 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.1648865 Apr 29 15:35:39.860380 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49572) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:39.865636 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:39.914599 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:39.923153 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:39.928740 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:39.929385 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.123605 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Pushing event updated for resources: {'Port': ['ID=006b7917-196e-4e1c-8c65-b1dabc39ab34,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:40.156942 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:40.181835 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:40.246131 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.267385 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.297458 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0775943 Apr 29 15:35:40.298785 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.321098 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:40.329107 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Usage tracker for resource:security_group_rule and tenant:776c1c2c056f45b79da963a4f778f09f is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:40.338190 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:40.349702 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:40.469965 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.493150 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0711fdda-f131-4b80-b8a7-327dfd0c3e68 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=73801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:35:40.494451 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0711fdda-f131-4b80-b8a7-327dfd0c3e68 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157511 Apr 29 15:35:40.561082 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port e98d3289-8b43-4523-95bf-8693bbe25e44 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:40.561662 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.639484 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.651569 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.654318 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.656554 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998067'] for router_interface, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.665408 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:40.718956 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-19ab7523-e543-403d-aa18-1dca6cfd725d None None] Port ae7307f9-1638-431f-99d6-5e4843fd2a2a cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:40.748422 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.778933 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Request body: {'port': {'device_id': '2077ee49-0825-4673-9a6d-7a0fccb051cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:40.885815 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:40.973176 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Router 445862d7-d4aa-4c43-8635-439233e9f9c6 is scheduled to L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 with binding_index 1 {{(pid=73800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:35:40.984018 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.996303 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Network 58021e83-9fc3-4624-a7d0-1badcd83a774 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:41.016226 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:41.090430 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:41.097225 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:41.097959 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.187131 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Pushing event updated for resources: {'Port': ['ID=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:41.204463 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f3b4ce00-3969-4cb4-a522-d27601dad1fb up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:41.259986 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.275055 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:41.275675 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-166d8f8e-38e7-4fd3-83e6-6f4525c3a22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:41.317064 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port f3b4ce00-3969-4cb4-a522-d27601dad1fb completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:41.336500 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:32Z', 'revision_number': 3, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:41.344210 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port f3b4ce00-3969-4cb4-a522-d27601dad1fb triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:41.344910 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.371147 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd37b6a-c8c9-4c9d-897e-0d16b5941e9e,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:41.374835 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ebd37b6a-c8c9-4c9d-897e-0d16b5941e9e HTTP/1.1" status: 204 len: 168 time: 2.5553339 Apr 29 15:35:41.377479 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Checking router: 800a68da-9519-4f83-b4d7-999af4d070a6 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:35:41.378051 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Updating router 800a68da-9519-4f83-b4d7-999af4d070a6 port 511b9a14-12b7-4e7e-a1b6-50fd99accec7 binding host dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:35:41.379032 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:41.382615 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0036628 Apr 29 15:35:41.389544 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49592) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:41.395892 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:41.497685 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7307f9-1638-431f-99d6-5e4843fd2a2a,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:41.500145 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:41.520670 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.521618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:41.522218 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:41.532948 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=776c1c2c056f45b79da963a4f778f09f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8277798 Apr 29 15:35:41.535809 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49600) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:41.619130 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Request body: {'port': {'device_id': 'ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:41.681459 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.698036 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8176f4b5-1d1d-430d-9951-a1cc83c4583a,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:41.747918 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1951-6837-4041-9d74-a0d933873d21 req-70a0135f-d0a8-4276-9671-0f3a021a7aab tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:41.754865 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-03af1951-6837-4041-9d74-a0d933873d21 req-70a0135f-d0a8-4276-9671-0f3a021a7aab tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 932 time: 1.2642286 Apr 29 15:35:41.810345 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.884918 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:41.913722 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port f3b4ce00-3969-4cb4-a522-d27601dad1fb, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f3b4ce00-3969-4cb4-a522-d27601dad1fb,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:41.926617 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.935873 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.940299 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:42.037113 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:42.048908 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Sync routers for ids ['445862d7-d4aa-4c43-8635-439233e9f9c6'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:42.066378 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=f3b4ce00-3969-4cb4-a522-d27601dad1fb,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:42.067112 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Routers {'445862d7-d4aa-4c43-8635-439233e9f9c6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:42.068702 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['445862d7-d4aa-4c43-8635-439233e9f9c6'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:42.071777 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:42.090472 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-86b53f6b-b654-4a43-a028-1fe067e0bbb3 None None] Provisioning complete for port ae7307f9-1638-431f-99d6-5e4843fd2a2a triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:42.091071 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-86b53f6b-b654-4a43-a028-1fe067e0bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.132174 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-03af1951-6837-4041-9d74-a0d933873d21 req-dbb4aee7-5221-4907-9450-fd40722a1448 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399854 Apr 29 15:35:42.201412 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156cc9f-285f-4922-a068-00bc5567f89f req-ea798653-4e80-48b3-8db3-8c4277cb20d5 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:42.202631 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-c156cc9f-285f-4922-a068-00bc5567f89f req-ea798653-4e80-48b3-8db3-8c4277cb20d5 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Synchronizing usage tracker for tenant:e7c93fd10dc6485581d8a8598814716b on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:42.217845 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-86b53f6b-b654-4a43-a028-1fe067e0bbb3 None None] Port ae7307f9-1638-431f-99d6-5e4843fd2a2a cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:42.231722 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Notify callbacks [] for port, precommit_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.244861 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Transition to ACTIVE for port object 511b9a14-12b7-4e7e-a1b6-50fd99accec7 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:42.255438 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.261334 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:42.445766 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Attempting to bind port 511b9a14-12b7-4e7e-a1b6-50fd99accec7 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:42.446167 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Attempting to bind port 511b9a14-12b7-4e7e-a1b6-50fd99accec7 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:42.446527 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Attempting to bind port 511b9a14-12b7-4e7e-a1b6-50fd99accec7 on network 04334de3-f115-4b90-b55a-4e42c152d433 {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:42.458589 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12dca7-e624-459e-80e1-531966a788cf None None] Pushing event updated for resources: {'Port': ['ID=511b9a14-12b7-4e7e-a1b6-50fd99accec7,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:42.461875 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-9f12dca7-e624-459e-80e1-531966a788cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:42.463564 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e0ee25c6-768c-4ebb-9314-191f3b82cb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.480161 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:42.480523 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:42.480942 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.481338 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Bound using segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:42.481834 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Bound port: 511b9a14-12b7-4e7e-a1b6-50fd99accec7, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:42.484458 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.501531 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.540005 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Set router 445862d7-d4aa-4c43-8635-439233e9f9c6 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:42.644559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] Notify callbacks [] for router, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.646478 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-8e80821d-b4b8-461b-a332-fd7704bec3a6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.9950349 Apr 29 15:35:42.652129 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.679381 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49610) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:42.815800 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] For port 511b9a14-12b7-4e7e-a1b6-50fd99accec7, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:42.826302 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] For port 511b9a14-12b7-4e7e-a1b6-50fd99accec7, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=511b9a14-12b7-4e7e-a1b6-50fd99accec7,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:42.845187 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.859619 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:42.860610 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e0ee25c6-768c-4ebb-9314-191f3b82cb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.894804 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-c156cc9f-285f-4922-a068-00bc5567f89f req-ea798653-4e80-48b3-8db3-8c4277cb20d5 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Unset dirty status for tenant:e7c93fd10dc6485581d8a8598814716b on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:42.896877 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c156cc9f-285f-4922-a068-00bc5567f89f req-ea798653-4e80-48b3-8db3-8c4277cb20d5 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 931 time: 1.7124045 Apr 29 15:35:42.936191 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Router 3aab9383-0991-4c74-a745-372994016242 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:43.024824 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:43.026220 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:43.109125 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12dca7-e624-459e-80e1-531966a788cf None None] Pushing event updated for resources: {'Port': ['ID=511b9a14-12b7-4e7e-a1b6-50fd99accec7,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:43.115748 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-9f12dca7-e624-459e-80e1-531966a788cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:43.207051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.207524 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.209207 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.212969 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > port after_create 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.213309 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > port after_delete 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.213651 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > port after_update 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.214096 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.214633 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.215009 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.215478 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.222280 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:36Z', 'revision_number': 3, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port': {'id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:43.230159 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Checking router: 445862d7-d4aa-4c43-8635-439233e9f9c6 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:35:43.231187 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Updating router 445862d7-d4aa-4c43-8635-439233e9f9c6 port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 binding host dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:35:43.330858 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-c156cc9f-285f-4922-a068-00bc5567f89f req-8b47ac01-7b63-4195-93aa-ecc6495f352b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Synchronizing usage tracker for tenant:e7c93fd10dc6485581d8a8598814716b on resource:security_group {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:43.366799 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.369782 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:43.594051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.594640 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.594903 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.595096 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:35:43.595454 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:43.612646 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63572559-8f55-4b5f-bbcb-1034d5d30d7f') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:43.613004 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63572559-8f55-4b5f-bbcb-1034d5d30d7f') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:43.639097 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.661825 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.729360 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e0ee25c6-768c-4ebb-9314-191f3b82cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.817410 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:43.836143 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:43.857763 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:32Z', 'revision_number': 3, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:43.863117 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3697f53-8d29-4be7-9d1f-c6183fda789a None None] The sync data for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb is: [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:32Z', 'revision_number': 3, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:43.885490 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e0ee25c6-768c-4ebb-9314-191f3b82cb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.890424 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e0ee25c6-768c-4ebb-9314-191f3b82cb30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8176f4b5-1d1d-430d-9951-a1cc83c4583a HTTP/1.1" status: 204 len: 168 time: 2.3462665 Apr 29 15:35:43.890424 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee25c6-768c-4ebb-9314-191f3b82cb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8176f4b5-1d1d-430d-9951-a1cc83c4583a,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:43.992857 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e0ee25c6-768c-4ebb-9314-191f3b82cb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:44.104261 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Notify callbacks [] for port, precommit_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.117252 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f3b4ce00-3969-4cb4-a522-d27601dad1fb up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:44.132730 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.provisioning_blocks [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Transition to ACTIVE for port object fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 will not be triggered until provisioned by entity L2. {{(pid=73803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:44.148864 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.157263 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:44.311181 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port f3b4ce00-3969-4cb4-a522-d27601dad1fb triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:44.311181 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.322849 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-c156cc9f-285f-4922-a068-00bc5567f89f req-8b47ac01-7b63-4195-93aa-ecc6495f352b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Unset dirty status for tenant:e7c93fd10dc6485581d8a8598814716b on resource:security_group {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:44.334851 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c156cc9f-285f-4922-a068-00bc5567f89f req-8b47ac01-7b63-4195-93aa-ecc6495f352b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3050947 Apr 29 15:35:44.388194 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b4557-0362-4681-80da-066aa36cfd12 None None] Pushing event updated for resources: {'Port': ['ID=fc6758a8-ccb1-473a-b531-e35bb5c9f5d1,revision_number=2']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:44.420107 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-df6b4557-0362-4681-80da-066aa36cfd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:44.476958 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.511721 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Attempting to bind port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:44.527395 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Attempting to bind port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:44.530497 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Attempting to bind port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 on network 04334de3-f115-4b90-b55a-4e42c152d433 {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:44.582173 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:44.582547 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:44.582997 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.583392 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Bound using segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:44.583909 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Bound port: fc6758a8-ccb1-473a-b531-e35bb5c9f5d1, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:44.584285 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.779348 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Network dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:35:44.789479 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:44.803913 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] 10.222.0.42 "PUT /v2.0/routers/3aab9383-0991-4c74-a745-372994016242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9138932 Apr 29 15:35:44.815783 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Sync routers for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:44.825183 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] For port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:44.829557 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] For port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=fc6758a8-ccb1-473a-b531-e35bb5c9f5d1,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:44.835810 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:44.837928 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:44.838666 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.846157 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.851937 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-df6b4557-0362-4681-80da-066aa36cfd12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:44.968490 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.db.resource_extend [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:45.049439 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Routers {'445862d7-d4aa-4c43-8635-439233e9f9c6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:45.050269 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['445862d7-d4aa-4c43-8635-439233e9f9c6'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:45.170224 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71a588-2725-4d87-b1b7-895663617928 req-271c29f4-d01c-4348-b616-26fbc36269be tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:45.171675 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bb71a588-2725-4d87-b1b7-895663617928 req-271c29f4-d01c-4348-b616-26fbc36269be tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 932 time: 1.6721628 Apr 29 15:35:45.218846 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b4557-0362-4681-80da-066aa36cfd12 None None] Pushing event updated for resources: {'Port': ['ID=fc6758a8-ccb1-473a-b531-e35bb5c9f5d1,revision_number=3']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:45.223484 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-df6b4557-0362-4681-80da-066aa36cfd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:45.373293 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bb71a588-2725-4d87-b1b7-895663617928 req-92330a3b-5212-411b-81f8-8c2dc60a8c15 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476371 Apr 29 15:35:45.377064 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:45.449708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Network dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:35:45.668754 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] Set router 445862d7-d4aa-4c43-8635-439233e9f9c6 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: from cryptography.utils import int_from_bytes Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: from cryptography.utils import int_from_bytes Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:45.738919 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:45.780453 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.043517 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.180779 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49676) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:46.180779 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6477e15d-4116-423b-af49-0d5201bad5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:46.263747 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Allocated IP 172.20.0.1 (478afee3-07b2-4ec9-ba0c-a44d236d406a/668a0bef-2c63-4eaf-b2fc-327ac613b9de/927ac8e0-44b9-4b3a-b80c-670aa4f5d2de) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:46.275161 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104694642', 'description': 'tempest-description--1036661544'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:46.294889 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:46.309879 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:security_group and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:46.321055 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:46.339025 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:46.370475 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.461162 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] 10.222.0.42 "DELETE /v2.0/networks/dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd HTTP/1.1" status: 204 len: 168 time: 5.0678041 Apr 29 15:35:46.473394 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4e52ff-da5c-47a5-8975-6ebfdd7d43bd,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:46.489195 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49688) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:46.495471 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 2, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:46.513521 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Checking router: 3aab9383-0991-4c74-a745-372994016242 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:35:46.515024 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Updating router 3aab9383-0991-4c74-a745-372994016242 port ae7307f9-1638-431f-99d6-5e4843fd2a2a binding host dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:35:46.533751 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:46.606079 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 511b9a14-12b7-4e7e-a1b6-50fd99accec7 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:46.628479 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:36Z', 'revision_number': 3, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port': {'id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:46.643148 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ba5c4-0da0-41d2-ad19-5d3e822f6489 None None] The sync data for ids ['445862d7-d4aa-4c43-8635-439233e9f9c6'] in dv-cinder-788782-1-smb is: [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:36Z', 'revision_number': 3, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port': {'id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:46.668211 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006b7917-196e-4e1c-8c65-b1dabc39ab34 {{(pid=73801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:35:46.726168 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.761287 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:46.836638 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:security_group_rule and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:46.862249 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:46.903819 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:46.911322 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Transition to ACTIVE for port object 006b7917-196e-4e1c-8c65-b1dabc39ab34 will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:46.941769 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Deleting subnet 15972553-b9a5-49ed-8c47-1eaec9fa440e {{(pid=73801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:35:46.947708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.967400 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.969888 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.098317 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:47.127283 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:35:47.149624 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.181137 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Transition to ACTIVE for port object 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:47.204745 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 511b9a14-12b7-4e7e-a1b6-50fd99accec7 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:47.266234 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-778832'] for subnet, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.294484 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.346371 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:47.388076 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.398795 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 511b9a14-12b7-4e7e-a1b6-50fd99accec7 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:47.399246 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.754468 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d1d1a-257c-486f-983b-54025e06a141 req-d2094af7-ff07-4123-b769-4a63c58df81b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:47.756295 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-340d1d1a-257c-486f-983b-54025e06a141 req-d2094af7-ff07-4123-b769-4a63c58df81b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 943 time: 0.8359270 Apr 29 15:35:47.957647 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fb0af-1c46-4850-ad43-49c31fa3c723 req-25b30986-3872-4438-a000-d0990eb69de2 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:47.965495 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-533fb0af-1c46-4850-ad43-49c31fa3c723 req-25b30986-3872-4438-a000-d0990eb69de2 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 944 time: 1.0447512 Apr 29 15:35:47.976040 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.019872 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 511b9a14-12b7-4e7e-a1b6-50fd99accec7, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=511b9a14-12b7-4e7e-a1b6-50fd99accec7,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:48.027955 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Pushing event updated for resources: {'Port': ['ID=006b7917-196e-4e1c-8c65-b1dabc39ab34,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:48.046711 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.061295 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:48.123345 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:48.156059 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.176402 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:48.209638 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:48.245067 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=511b9a14-12b7-4e7e-a1b6-50fd99accec7,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:48.263595 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:48.274432 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.db.resource_extend [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:48.344833 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-533fb0af-1c46-4850-ad43-49c31fa3c723 req-c3d63f81-d98e-4a52-af32-1def042188a9 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292128 Apr 29 15:35:48.353350 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.424253 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.425261 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Attempting to bind port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:48.425785 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Attempting to bind port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '46e7e8d3-8e34-470d-8250-45a1aaf3158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '58021e83-9fc3-4624-a7d0-1badcd83a774'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:48.430339 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Attempting to bind port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 on network 58021e83-9fc3-4624-a7d0-1badcd83a774 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:48.445011 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.479517 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3bd5cb8b-2e89-4ffd-97d1-b200d8c623ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:48.480414 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 on network 58021e83-9fc3-4624-a7d0-1badcd83a774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:35:48.480740 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Attempting to bind port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 on network 58021e83-9fc3-4624-a7d0-1badcd83a774 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:48.486765 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:48.487826 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Attempting to bind port 006b7917-196e-4e1c-8c65-b1dabc39ab34 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:48.488182 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Attempting to bind port 006b7917-196e-4e1c-8c65-b1dabc39ab34 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:48.488543 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Attempting to bind port 006b7917-196e-4e1c-8c65-b1dabc39ab34 on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:48.546880 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Port 006b7917-196e-4e1c-8c65-b1dabc39ab34 on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:35:48.547257 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Attempting to bind port 006b7917-196e-4e1c-8c65-b1dabc39ab34 on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:48.609220 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:48.609901 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Checking segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:48.610633 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Bound using segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:48.611348 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Bound port: 006b7917-196e-4e1c-8c65-b1dabc39ab34, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:48.611846 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.621354 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Transition to ACTIVE for port object 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:48.632705 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80fae1f-9e82-4dec-886b-f2fb393612f0,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:48.634479 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Notify callbacks [] for port, precommit_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.634932 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:48.635279 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Checking segment: {'id': '46e7e8d3-8e34-470d-8250-45a1aaf3158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '58021e83-9fc3-4624-a7d0-1badcd83a774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:48.636817 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Bound using segment: {'id': '46e7e8d3-8e34-470d-8250-45a1aaf3158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '58021e83-9fc3-4624-a7d0-1badcd83a774'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:48.636817 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Bound port: 1a8d900a-dbd4-49f8-9134-85a91c4a8a04, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e7e8d3-8e34-470d-8250-45a1aaf3158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '58021e83-9fc3-4624-a7d0-1badcd83a774'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:48.636817 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.660384 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:48.673012 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.674100 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4403973 Apr 29 15:35:48.675011 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-340d1d1a-257c-486f-983b-54025e06a141 req-8b8ceefd-e572-4545-a2fa-1ffe4617cc8b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7696021 Apr 29 15:35:48.681968 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49714) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:48.686598 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Transition to ACTIVE for port object ae7307f9-1638-431f-99d6-5e4843fd2a2a will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:48.719912 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.726162 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a127fdad-5e1d-46fd-8124-2e134e6efda8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:48.775603 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2254068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2061670'] for subnet, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.799147 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'security_group_rule': {'security_group_id': 'b80fae1f-9e82-4dec-886b-f2fb393612f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:48.834096 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:48.850712 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:security_group_rule and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:48.865375 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:48.882794 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:48.931149 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:48.943636 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] For port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:48.951481 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] For port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,segment=NetworkSegment(46e7e8d3-8e34-470d-8250-45a1aaf3158f),segment_id=46e7e8d3-8e34-470d-8250-45a1aaf3158f)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:48.955632 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.012528 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.027381 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0664dae1-999a-451c-8899-6b9b31468945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:49.043555 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:49.054753 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:49.055211 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.083226 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.114440 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15972553-b9a5-49ed-8c47-1eaec9fa440e,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.122919 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:49.138927 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:49.149297 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.150935 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:49.151520 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998160'] for router_interface, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.154797 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/15972553-b9a5-49ed-8c47-1eaec9fa440e HTTP/1.1" status: 204 len: 168 time: 2.6532037 Apr 29 15:35:49.154797 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:49.155624 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49726) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:49.227372 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8b280-ffdb-4e9b-8172-021192206b3f None None] Pushing event updated for resources: {'Port': ['ID=ae7307f9-1638-431f-99d6-5e4843fd2a2a,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.239243 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-bec8b280-ffdb-4e9b-8172-021192206b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:49.266820 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Attempting to bind port ae7307f9-1638-431f-99d6-5e4843fd2a2a on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:49.267211 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Attempting to bind port ae7307f9-1638-431f-99d6-5e4843fd2a2a by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:49.267773 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Attempting to bind port ae7307f9-1638-431f-99d6-5e4843fd2a2a on network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:49.293805 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:49.294636 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Checking segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:49.295048 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.295440 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Bound using segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:49.295953 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Bound port: ae7307f9-1638-431f-99d6-5e4843fd2a2a, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:49.296335 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.397200 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:49.397838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.399358 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a8d900a-dbd4-49f8-9134-85a91c4a8a04 HTTP/1.1" status: 200 len: 1093 time: 7.8934901 Apr 29 15:35:49.408056 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b', 'tag': '1a8d900a-dbd4-49f8-9134-85a91c4a8a04'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:35:49.481788 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] For port ae7307f9-1638-431f-99d6-5e4843fd2a2a, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:49.500657 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] For port ae7307f9-1638-431f-99d6-5e4843fd2a2a, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=ae7307f9-1638-431f-99d6-5e4843fd2a2a,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:49.506902 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.514629 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.532772 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:49.579365 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.585244 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:49.609749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.615405 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] For port 006b7917-196e-4e1c-8c65-b1dabc39ab34, host hv-cinder-78878, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:49.627710 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=fc6758a8-ccb1-473a-b531-e35bb5c9f5d1,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:49.631826 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.636540 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.640182 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] For port 006b7917-196e-4e1c-8c65-b1dabc39ab34, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=006b7917-196e-4e1c-8c65-b1dabc39ab34,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:49.644512 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:49.673612 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.675604 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d032e6df-5ea6-48d5-92ee-2800bb68bfc8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.558s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:49.682425 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3353b602-a88d-4084-a066-c9a4ffde7afb,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.683713 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.692161 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:49.692705 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:49.696866 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:49.698078 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3663c67a-4c3f-4787-8ecf-efe535d1799c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:49.782428 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-46653f71-914f-463d-8469-206a5f1082f9 None None] Provisioning for port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:49.814673 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-46653f71-914f-463d-8469-206a5f1082f9 None None] Provisioning complete for port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:49.815050 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-46653f71-914f-463d-8469-206a5f1082f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.881606 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8b280-ffdb-4e9b-8172-021192206b3f None None] Pushing event updated for resources: {'Port': ['ID=ae7307f9-1638-431f-99d6-5e4843fd2a2a,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.890754 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-bec8b280-ffdb-4e9b-8172-021192206b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:49.893400 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:49.893958 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Allocated IP 172.20.0.1 (b758967a-7697-46b6-b37c-0a4fbe8e037c/ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d/aef19e8c-6b45-4def-b0ea-fd30f3116d12) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:49.912152 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.915013 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2286637 Apr 29 15:35:49.939589 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:49.939996 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.950585 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] 10.222.0.47 "PUT /v2.0/ports/006b7917-196e-4e1c-8c65-b1dabc39ab34 HTTP/1.1" status: 200 len: 1094 time: 9.3484616 Apr 29 15:35:49.951105 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49750) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:49.954589 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2077ee49-0825-4673-9a6d-7a0fccb051cb', 'tag': '006b7917-196e-4e1c-8c65-b1dabc39ab34'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:35:50.028998 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-46653f71-914f-463d-8469-206a5f1082f9 None None] Port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:50.096599 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:50.119830 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'security_group_rule': {'security_group_id': 'b80fae1f-9e82-4dec-886b-f2fb393612f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:50.238111 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.250872 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:50.293947 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.317162 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:security_group_rule and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:50.340095 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:50.360725 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.376580 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Pushing event updated for resources: {'Port': ['ID=006b7917-196e-4e1c-8c65-b1dabc39ab34,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.388348 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:50.400449 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:50.414766 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 511b9a14-12b7-4e7e-a1b6-50fd99accec7 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:50.480998 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Network b758967a-7697-46b6-b37c-0a4fbe8e037c is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:50.486684 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-82bb76c3-2db9-4bef-ae24-c46acd39376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:50.489007 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-82bb76c3-2db9-4bef-ae24-c46acd39376d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 1097 time: 0.4685307 Apr 29 15:35:50.492543 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:50.495192 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:50.495703 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998160'] for router_interface, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.521929 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=fc6758a8-ccb1-473a-b531-e35bb5c9f5d1,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.532362 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:50.547366 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.560565 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:50.585286 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:50.608904 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.616226 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-a7779a9f-9780-4bf5-b9d5-602a479433a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006b7917-196e-4e1c-8c65-b1dabc39ab34 HTTP/1.1" status: 200 len: 217 time: 0.1050713 Apr 29 15:35:50.636643 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e038e4-69c3-4f50-9be4-d333ae627428']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:50.644611 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 511b9a14-12b7-4e7e-a1b6-50fd99accec7 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:50.645227 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.721752 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.752999 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Pushing event updated for resources: {'Port': ['ID=aef19e8c-6b45-4def-b0ea-fd30f3116d12,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.756928 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c00301e-f833-44e2-8043-da04f3c74521') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:50.757218 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c00301e-f833-44e2-8043-da04f3c74521') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:50.763383 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:50.770528 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-6edf2e89-6156-44b7-b1aa-476f4f9ec6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:50.772246 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-6edf2e89-6156-44b7-b1aa-476f4f9ec6b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7c93fd10dc6485581d8a8598814716b&device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 1096 time: 1.2258966 Apr 29 15:35:50.785225 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1dba-6aa9-45e3-9edc-f19564ef350a req-ad56ba4c-54ad-4f60-bdd8-f03fde7e71dd tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:50.785470 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.786966 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-15bc1dba-6aa9-45e3-9edc-f19564ef350a req-ad56ba4c-54ad-4f60-bdd8-f03fde7e71dd tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 944 time: 0.8871319 Apr 29 15:35:50.813992 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.817017 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-3fea267e-d0ed-4052-9aed-686e2fa627c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:50.819012 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-3fea267e-d0ed-4052-9aed-686e2fa627c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.1842966 Apr 29 15:35:50.864191 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:50.878984 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:49Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:50.883807 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94715f3a-82ae-43a4-a72c-10d0d327f016 None None] The sync data for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb is: [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:49Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:50.902785 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.907703 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-d7e06a9d-0389-40ef-97af-d3ff9f012293 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815303 Apr 29 15:35:50.923261 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee71869-8e92-4559-b067-d011e962b4ec req-0f23b47d-df3a-4c2c-b4ad-4e0efea3c2d4 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:50.924293 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dee71869-8e92-4559-b067-d011e962b4ec req-0f23b47d-df3a-4c2c-b4ad-4e0efea3c2d4 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 943 time: 0.8634410 Apr 29 15:35:50.945338 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-0917aa03-bfdd-4544-b659-7f8ed86fd66e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a8d900a-dbd4-49f8-9134-85a91c4a8a04 HTTP/1.1" status: 200 len: 217 time: 0.1560211 Apr 29 15:35:50.978450 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.018541 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:51.063846 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-15bc1dba-6aa9-45e3-9edc-f19564ef350a req-86f577e4-765d-46cd-96b0-502030d1e28b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831408 Apr 29 15:35:51.119717 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b53999f-8571-4e36-bf6c-cb3eea0faed8,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:51.138031 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-fa06355a-543b-4004-81d0-cce5a32b093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:51.139725 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-fa06355a-543b-4004-81d0-cce5a32b093e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36c2d1db-97ab-4413-ac9e-b7809eb57d2e HTTP/1.1" status: 200 len: 851 time: 0.1671491 Apr 29 15:35:51.147706 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dee71869-8e92-4559-b067-d011e962b4ec req-3d128642-bbbd-4761-8a7d-dd0103a01cea tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047019 Apr 29 15:35:51.253692 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:51.291532 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.292706 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3326128 Apr 29 15:35:51.296258 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Network 66e038e4-69c3-4f50-9be4-d333ae627428 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:35:51.304985 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49780) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:51.308737 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.321346 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b', 'tag': '1a8d900a-dbd4-49f8-9134-85a91c4a8a04', 'status': 'completed', 'code': 200} Apr 29 15:35:51.338275 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-4ce7b5f8-0397-4d32-bc8f-6a65ad614f2f service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634098 Apr 29 15:35:51.340850 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'floatingip': {'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:51.347193 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:51.351115 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:floatingip and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:51.354354 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:51.360642 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:51.461931 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-81fc6620-aae9-4599-b70a-6e7e1b171841 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58021e83-9fc3-4624-a7d0-1badcd83a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3120809 Apr 29 15:35:51.473854 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.483851 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2077ee49-0825-4673-9a6d-7a0fccb051cb', 'tag': '006b7917-196e-4e1c-8c65-b1dabc39ab34', 'status': 'completed', 'code': 200} Apr 29 15:35:51.503039 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.516999 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.524634 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998067'] for router_interface, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.537360 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:51.681280 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49788) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:51.691564 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.699511 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Network 66e038e4-69c3-4f50-9be4-d333ae627428 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:51.815317 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:51.884120 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:51.887112 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:51.995687 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-2a8fef69-c73d-4cb5-8797-0f8bf8498954 service neutron] 10.222.0.47 "GET /v2.0/networks/58021e83-9fc3-4624-a7d0-1badcd83a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197015 Apr 29 15:35:52.004901 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.012872 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-e76fae90-5b03-4ffd-bdc8-21550e0f3a07 req-232f492b-5a80-4819-8c8b-423e5fd72ccb service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359663 Apr 29 15:35:52.041687 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.050635 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d5932be3-96cf-4a9b-bb73-317992c352db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:52.064910 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.081250 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=66e038e4-69c3-4f50-9be4-d333ae627428,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:52.088235 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] 10.222.0.42 "DELETE /v2.0/networks/66e038e4-69c3-4f50-9be4-d333ae627428 HTTP/1.1" status: 204 len: 168 time: 2.8913579 Apr 29 15:35:52.089395 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:52.154942 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:52.235239 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:52.249590 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec1d41ffac74c5e9765515077247f65 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:52.253195 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:52.259301 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:52.274818 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.343399 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:52.376690 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49814) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:52.472447 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e91b58eb-5a0f-4ed8-bab1-d667d9db4276 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca1f2956360c4e7da64e65beeb25bdcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0897591 Apr 29 15:35:52.473609 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49818) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:52.479979 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:52.633730 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:52.634132 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.704363 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-e81c2353-b138-4a4f-aec4-2f8236e08093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:52.705946 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-e81c2353-b138-4a4f-aec4-2f8236e08093 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 1097 time: 0.5735459 Apr 29 15:35:52.710952 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ec4637fb-070c-479d-a658-7f34e655a66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.768545 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device ae7307f9-1638-431f-99d6-5e4843fd2a2a up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:52.831166 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-057f36f0-1197-4fb0-9db0-267407ca6bdc None None] Provisioning complete for port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:52.831491 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-057f36f0-1197-4fb0-9db0-267407ca6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.831661 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc03aaa5-6efb-4761-815d-a9a408ccbd7d req-0ce1f397-79fe-4751-8016-7e080eb16ffd service neutron] 10.222.0.47 "GET /v2.0/networks/58021e83-9fc3-4624-a7d0-1badcd83a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849674 Apr 29 15:35:52.896209 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-057f36f0-1197-4fb0-9db0-267407ca6bdc None None] Port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:52.914225 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port ae7307f9-1638-431f-99d6-5e4843fd2a2a completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:52.919105 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-31c8d040-aad0-497d-a4ae-38546b387c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:52.919839 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port ae7307f9-1638-431f-99d6-5e4843fd2a2a triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:52.920218 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.920906 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-31c8d040-aad0-497d-a4ae-38546b387c82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 916 time: 0.2066588 Apr 29 15:35:52.983417 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.db.resource_extend [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:53.002862 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b20b48-88e7-478e-a56f-948e72b869b8 req-130924b6-ab4a-4b72-acf5-8faf3218e483 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:53.004387 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-41b20b48-88e7-478e-a56f-948e72b869b8 req-130924b6-ab4a-4b72-acf5-8faf3218e483 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 944 time: 0.6764610 Apr 29 15:35:53.007391 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ec4637fb-070c-479d-a658-7f34e655a66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.014087 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de907f86-a57d-471b-951f-b0d628d5c11e req-f8d5f723-4ccf-45b8-b335-12f6658944fe tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:53.022810 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-de907f86-a57d-471b-951f-b0d628d5c11e req-f8d5f723-4ccf-45b8-b335-12f6658944fe tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 943 time: 0.5203598 Apr 29 15:35:53.026694 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-00529aac-5904-4e8a-bc19-d0eff97b56dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006b7917-196e-4e1c-8c65-b1dabc39ab34 HTTP/1.1" status: 200 len: 217 time: 0.0896759 Apr 29 15:35:53.057876 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.096423 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Router 800a68da-9519-4f83-b4d7-999af4d070a6 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:53.097035 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port ae7307f9-1638-431f-99d6-5e4843fd2a2a, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=ae7307f9-1638-431f-99d6-5e4843fd2a2a,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:53.105045 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Allocated IP 172.28.2.160 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/1a549c09-121b-4dd5-9198-6baf40969d42) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:53.105356 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.107470 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:53.108508 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.130603 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.163794 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998067'] for router_interface, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.170063 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-8c11b322-f43b-4b55-803e-ed06bbf413ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:53.170567 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-41b20b48-88e7-478e-a56f-948e72b869b8 req-d11b07cb-0f19-4ced-8db2-e1de204a5ff5 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372242 Apr 29 15:35:53.171629 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-8c11b322-f43b-4b55-803e-ed06bbf413ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.1306162 Apr 29 15:35:53.185809 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:53.226688 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-de907f86-a57d-471b-951f-b0d628d5c11e req-04a45666-b1cd-4ab6-9ff7-bff91ac6761a tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037513 Apr 29 15:35:53.237182 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=ae7307f9-1638-431f-99d6-5e4843fd2a2a,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:53.249627 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:53.286137 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ec4637fb-070c-479d-a658-7f34e655a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.297438 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-76f4374b-51b9-465b-8106-4d963d43fc8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158102 Apr 29 15:35:53.300650 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:53.338460 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4637fb-070c-479d-a658-7f34e655a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601f87ac-0a3a-4c7d-8191-19795478da87,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:53.345280 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ec4637fb-070c-479d-a658-7f34e655a66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:53.387129 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.413956 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.429977 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ec4637fb-070c-479d-a658-7f34e655a66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.431183 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ec4637fb-070c-479d-a658-7f34e655a66f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/601f87ac-0a3a-4c7d-8191-19795478da87 HTTP/1.1" status: 204 len: 168 time: 0.9563773 Apr 29 15:35:53.464911 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.497224 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-eb02cea9-4d90-4c2e-97ab-d2286961b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:53.499103 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-eb02cea9-4d90-4c2e-97ab-d2286961b97b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7c93fd10dc6485581d8a8598814716b&device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 1096 time: 0.5600779 Apr 29 15:35:53.499754 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Pushing event updated for resources: {'Port': ['ID=aef19e8c-6b45-4def-b0ea-fd30f3116d12,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:53.502251 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-2bf8ba1b-dd2d-4355-bb2d-79123518523c service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901300 Apr 29 15:35:53.513567 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:53.516838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-19e8e84b-7721-4cd6-a706-1119ec39d056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:53.622395 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.630602 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:53.635876 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f4436-cf47-4fa6-ae12-1ba17bee8a8a,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:53.666474 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:53.729226 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:53.733415 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ec1d41ffac74c5e9765515077247f65&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0491343 Apr 29 15:35:53.738068 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:53.739626 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49834) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:53.742194 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'Port': ['ID=1a549c09-121b-4dd5-9198-6baf40969d42,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:53.744658 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:35:53.761662 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Network b758967a-7697-46b6-b37c-0a4fbe8e037c is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:53.774073 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:53.784564 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-d14647d0-4b03-421c-91fa-2f9011c2a174 req-d854f9d4-f46c-4d2b-a694-d18c941d20d2 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730350 Apr 29 15:35:53.885902 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.972296 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.007071 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49844) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:54.033345 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:54.048161 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:54.061217 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Sync routers for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:54.078270 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:54.079348 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:54.164005 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-51336352-9947-472c-9bd2-3079e744d4c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a763be15c634d4bb02a348388934a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545017 Apr 29 15:35:54.166772 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49848) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:54.206524 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device ae7307f9-1638-431f-99d6-5e4843fd2a2a up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:54.210853 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-454ca082-7b10-4d29-8291-09ef84e4239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:54.213541 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-454ca082-7b10-4d29-8291-09ef84e4239f service neutron] 10.222.0.47 "GET /v2.0/networks?id=58021e83-9fc3-4624-a7d0-1badcd83a774 HTTP/1.1" status: 200 len: 912 time: 0.6885276 Apr 29 15:35:54.262708 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-14565ffb-4c90-4887-a9b4-5c62fb733351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.359773 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:54.383646 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port ae7307f9-1638-431f-99d6-5e4843fd2a2a triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:54.384025 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.392440 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d8165e6b-6d43-4879-933b-279cbfa252e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.475101 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-d1854935-e318-4f6c-af1e-b8b235070803 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a8d900a-dbd4-49f8-9134-85a91c4a8a04 HTTP/1.1" status: 200 len: 217 time: 0.2171216 Apr 29 15:35:54.485744 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d8165e6b-6d43-4879-933b-279cbfa252e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.537348 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/800a68da-9519-4f83-b4d7-999af4d070a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6745429 Apr 29 15:35:54.544891 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Router 445862d7-d4aa-4c43-8635-439233e9f9c6 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:54.604270 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d8165e6b-6d43-4879-933b-279cbfa252e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.610087 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-14565ffb-4c90-4887-a9b4-5c62fb733351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.620380 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:54.676024 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8165e6b-6d43-4879-933b-279cbfa252e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf768aed-fc59-4820-a21a-da733ba28ee0,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:54.687956 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d8165e6b-6d43-4879-933b-279cbfa252e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:54.715303 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d8165e6b-6d43-4879-933b-279cbfa252e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.716983 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-d8165e6b-6d43-4879-933b-279cbfa252e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf768aed-fc59-4820-a21a-da733ba28ee0 HTTP/1.1" status: 204 len: 168 time: 0.5475562 Apr 29 15:35:54.756114 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.764205 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.781060 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-bbdc737b-b189-4fab-8eb9-67b839d469fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:54.852439 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:35:51Z', 'revision_number': 2, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:54.860232 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Checking router: 800a68da-9519-4f83-b4d7-999af4d070a6 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:35:54.860774 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Updating router 800a68da-9519-4f83-b4d7-999af4d070a6 port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de binding host dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:35:54.893642 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-ada9d602-e512-4845-8237-ffec8af4c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:54.894034 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-ada9d602-e512-4845-8237-ffec8af4c320 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36c2d1db-97ab-4413-ac9e-b7809eb57d2e HTTP/1.1" status: 200 len: 851 time: 0.3838451 Apr 29 15:35:54.932245 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'Port': ['ID=1a549c09-121b-4dd5-9198-6baf40969d42,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:54.937203 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:54.944675 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.951870 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.973257 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.974975 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6690867 Apr 29 15:35:55.011877 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-854d6b6a-11a2-449c-a1bf-e2f96262d4d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58021e83-9fc3-4624-a7d0-1badcd83a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046231 Apr 29 15:35:55.315518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-14565ffb-4c90-4887-a9b4-5c62fb733351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.317128 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:55.329178 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Sync routers for ids ['445862d7-d4aa-4c43-8635-439233e9f9c6'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:55.348355 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Routers {'445862d7-d4aa-4c43-8635-439233e9f9c6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:55.349148 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['445862d7-d4aa-4c43-8635-439233e9f9c6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:55.483557 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-e03f5647-3070-47ea-9894-bf5ac09d7a59 service neutron] 10.222.0.47 "GET /v2.0/networks/58021e83-9fc3-4624-a7d0-1badcd83a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078770 Apr 29 15:35:55.488164 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2abefab7-22a1-406f-9bf6-b6b8268d247b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:55.574657 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Notify callbacks [] for port, precommit_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.589993 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.provisioning_blocks [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Transition to ACTIVE for port object 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de will not be triggered until provisioned by entity L2. {{(pid=73803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:55.601960 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.614347 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14565ffb-4c90-4887-a9b4-5c62fb733351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f4436-cf47-4fa6-ae12-1ba17bee8a8a,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:55.616339 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:55.622212 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-14565ffb-4c90-4887-a9b4-5c62fb733351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:55.633976 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285ede8-89d0-4cb2-9447-97eed0272e23 req-7fdc0879-52cd-4f56-9705-975b28253a71 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:55.641097 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7285ede8-89d0-4cb2-9447-97eed0272e23 req-7fdc0879-52cd-4f56-9705-975b28253a71 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 943 time: 0.9853156 Apr 29 15:35:55.673170 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Set router 445862d7-d4aa-4c43-8635-439233e9f9c6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:55.676165 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] 10.222.0.42 "PUT /v2.0/routers/445862d7-d4aa-4c43-8635-439233e9f9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9921744 Apr 29 15:35:55.677165 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-14565ffb-4c90-4887-a9b4-5c62fb733351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.678204 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-14565ffb-4c90-4887-a9b4-5c62fb733351 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c6f4436-cf47-4fa6-ae12-1ba17bee8a8a HTTP/1.1" status: 204 len: 168 time: 1.9327192 Apr 29 15:35:55.694706 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e00a0-f8f9-4ab9-941e-fd3062aab0dd req-667b0e2c-43ae-4447-b399-bd284cc57805 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:55.702356 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bc0e00a0-f8f9-4ab9-941e-fd3062aab0dd req-667b0e2c-43ae-4447-b399-bd284cc57805 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 944 time: 1.1909282 Apr 29 15:35:55.713943 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a2ac6-4cf2-425f-84e1-940f99affcad None None] Pushing event updated for resources: {'Port': ['ID=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,revision_number=3']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:55.786795 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7285ede8-89d0-4cb2-9447-97eed0272e23 req-aa566b92-6a4f-441f-a280-190c4deaf75b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446602 Apr 29 15:35:55.788267 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:35:55.838915 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bc0e00a0-f8f9-4ab9-941e-fd3062aab0dd req-d906852e-0845-415b-ac32-f6f6ca4d2b81 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254015 Apr 29 15:35:55.871764 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c77e701-cb9c-4924-a411-e8faf7e73111 req-9d27ab1a-9577-4cc1-804c-534257f635fb service neutron] 10.222.0.47 "GET /v2.0/networks/58021e83-9fc3-4624-a7d0-1badcd83a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687789 Apr 29 15:35:55.980579 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-6a6a2ac6-4cf2-425f-84e1-940f99affcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:55.981906 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Attempting to bind port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:55.982330 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Attempting to bind port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:55.982701 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Attempting to bind port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de on network 478afee3-07b2-4ec9-ba0c-a44d236d406a {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:55.989008 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:55.989389 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Checking segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:35:55.989796 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.990213 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Bound using segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:55.990715 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Bound port: 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'}}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:55.991142 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.108895 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-e8e00371-d863-4a91-8cf0-ecb9c4997be8 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1104694642&fields=id&tenant_id=78c50990547147eea80fc54d37cc2a6c HTTP/1.1" status: 200 len: 267 time: 0.1000707 Apr 29 15:35:56.128209 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,segment=NetworkSegment(46e7e8d3-8e34-470d-8250-45a1aaf3158f),segment_id=46e7e8d3-8e34-470d-8250-45a1aaf3158f)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:56.205272 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] For port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:56.208091 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] For port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:56.214921 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.217805 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '1a8d900a-dbd4-49f8-9134-85a91c4a8a04', 'network_id': '58021e83-9fc3-4624-a7d0-1badcd83a774', 'port_id': '1a8d900a-dbd4-49f8-9134-85a91c4a8a04', 'mac_address': 'fa:16:3e:41:23:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c2d1db-97ab-4413-ac9e-b7809eb57d2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:35:56.221191 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:56.321942 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:35:56.324633 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:56.337384 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-10a634db-37e2-4135-81dd-e638d0f0d598 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:56.339579 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-10a634db-37e2-4135-81dd-e638d0f0d598 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 816 time: 0.2234199 Apr 29 15:35:56.363002 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-c386d50e-f8ad-4d87-a64e-d7ad8cf50f4a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/quotas/78c50990547147eea80fc54d37cc2a6c HTTP/1.1" status: 200 len: 375 time: 0.0143859 Apr 29 15:35:56.380886 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c38a0f19-048f-433c-99e9-16075e25e1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.414555 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.451913 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:35:56.467375 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a2ac6-4cf2-425f-84e1-940f99affcad None None] Pushing event updated for resources: {'Port': ['ID=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,revision_number=4']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:56.480583 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-6a6a2ac6-4cf2-425f-84e1-940f99affcad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:56.623705 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,segment=NetworkSegment(46e7e8d3-8e34-470d-8250-45a1aaf3158f),segment_id=46e7e8d3-8e34-470d-8250-45a1aaf3158f)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:56.634079 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.637752 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 006b7917-196e-4e1c-8c65-b1dabc39ab34 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:35:56.637917 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-63a8f7e8-7ebd-46ce-839c-2cc7952cd6b5 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2662990 Apr 29 15:35:56.645816 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:56.760947 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:35:56.859569 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:56.874480 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:57.004646 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 49938) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:57.011410 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132706501', 'description': 'tempest-description--2126800320'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:57.021316 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-8e8f42e9-a316-4720-a5dd-9cee9f289b3e service neutron] 10.222.0.42 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637688 Apr 29 15:35:57.024122 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:51Z', 'revision_number': 4, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port': {'id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'aef19e8c-6b45-4def-b0ea-fd30f3116d12', 'name': '', 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'mac_address': 'fa:16:3e:78:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:48Z', 'updated_at': '2021-04-29T15:35:52Z', 'revision_number': 2, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'subnets': [{'id': 'ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:57.024612 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:57.031116 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:security_group and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:57.035878 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:57.043120 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:57.057537 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.068617 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Checking router: 445862d7-d4aa-4c43-8635-439233e9f9c6 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:35:57.068617 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Updating router 445862d7-d4aa-4c43-8635-439233e9f9c6 port aef19e8c-6b45-4def-b0ea-fd30f3116d12 binding host dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:35:57.095763 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:57.105644 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:security_group_rule and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:57.109525 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:57.115739 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:57.209120 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-8848d367-e2fc-48d6-a0b3-fc1e994d8212 service neutron] 10.222.0.42 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866832 Apr 29 15:35:57.228060 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 006b7917-196e-4e1c-8c65-b1dabc39ab34, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=006b7917-196e-4e1c-8c65-b1dabc39ab34,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:57.256490 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '006b7917-196e-4e1c-8c65-b1dabc39ab34', 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'port_id': '006b7917-196e-4e1c-8c65-b1dabc39ab34', 'mac_address': 'fa:16:3e:32:f8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99973739-4135-41c4-9de6-76d4ff5f2b73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:35:57.268712 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.278836 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.285324 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5a6dc9a2-d379-457f-85b3-6a997a263d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:57.373487 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.387401 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3810019 Apr 29 15:35:57.387950 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 49956) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:57.390103 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff88c6a7-77b0-45bb-8d97-827333a0e279,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:57.395120 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:57.405239 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'security_group_rule': {'security_group_id': 'ff88c6a7-77b0-45bb-8d97-827333a0e279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:57.442434 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.446596 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:57.455784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:security_group_rule and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:57.462602 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:57.489000 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:57.518752 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.621728 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.680814 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006b7917-196e-4e1c-8c65-b1dabc39ab34 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:35:57.802368 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 006b7917-196e-4e1c-8c65-b1dabc39ab34, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=006b7917-196e-4e1c-8c65-b1dabc39ab34,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:57.812003 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.817927 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:57.828277 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:35:56Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:57.843904 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db87fc-5cd6-4d9b-a620-c61e3675389f None None] The sync data for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb is: [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:35:56Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:58.059258 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=006b7917-196e-4e1c-8c65-b1dabc39ab34,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:58.074149 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:58.163246 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.281646 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.290311 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:58.294784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:58.332193 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab2c04-89c7-48db-be25-88c63e213bab req-9f88fc48-2558-411d-a149-a0be5db11734 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:58.334099 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b8ab2c04-89c7-48db-be25-88c63e213bab req-9f88fc48-2558-411d-a149-a0be5db11734 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 944 time: 0.6640952 Apr 29 15:35:58.343755 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a0cf8e-325f-47b9-9eae-9360515d514e,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:58.365882 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['006b7917-196e-4e1c-8c65-b1dabc39ab34'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:35:58.368190 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-aee9d90e-77ac-4a48-974f-fd1911842957 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:58.376889 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-aee9d90e-77ac-4a48-974f-fd1911842957 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 819 time: 0.7853589 Apr 29 15:35:58.393924 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:58.407685 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-06660c73-5dd9-4ef1-9e9c-458afbe8cd75 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/quotas/7bcf7c653e4c4475917c0c9aaf33a0a9 HTTP/1.1" status: 200 len: 375 time: 0.0291510 Apr 29 15:35:58.499802 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['1a8d900a-dbd4-49f8-9134-85a91c4a8a04'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:35:58.517988 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.522035 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-ddd311de-b44c-4646-8290-b5dc356e048c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1322944 Apr 29 15:35:58.523522 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50006) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:58.533842 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'security_group_rule': {'security_group_id': 'ff88c6a7-77b0-45bb-8d97-827333a0e279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:58.554435 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:58.561391 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:security_group_rule and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:58.562602 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b8ab2c04-89c7-48db-be25-88c63e213bab req-6d44c685-5bb0-4b67-a0ea-3f458d6286be tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999590 Apr 29 15:35:58.572832 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:58.600701 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:58.636860 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-e573dad9-1e29-40b6-a224-a83acd9fa56b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Synchronizing usage tracker for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:58.655587 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.717525 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-e573dad9-1e29-40b6-a224-a83acd9fa56b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Unset dirty status for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:58.719821 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-e573dad9-1e29-40b6-a224-a83acd9fa56b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3111722 Apr 29 15:35:58.868847 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.875538 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.883232 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-2e003d84-b2d7-419d-8afa-5ab953caf256 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:35:58.940657 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d6b955-ec66-4c4d-9dfa-b859278e4ff2,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:58.947031 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:35:58.963014 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.973551 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4472220 Apr 29 15:35:58.979293 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50018) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:58.986610 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.db.resource_extend [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:58.995935 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'floatingip': {'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:59.016599 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:59.024354 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:floatingip and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:59.029652 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:59.045513 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:59.083045 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.375020 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c08a86f8-3a94-4ca0-bc5f-48bfd930bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.377657 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.402337 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.416014 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c4882-67f9-4600-b4ff-6c7f32e185e4 req-fda6d0f0-88d4-42b0-b9cf-8751ac7a2dd3 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:35:59.418511 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6d9c4882-67f9-4600-b4ff-6c7f32e185e4 req-fda6d0f0-88d4-42b0-b9cf-8751ac7a2dd3 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 945 time: 0.3875036 Apr 29 15:35:59.445655 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-5344bf9a-0d39-4b1f-b0d6-7db15af2cbdf service neutron] 10.222.0.42 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7070644 Apr 29 15:35:59.559707 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:59.614106 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:59.615081 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.709083 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-b3a0b2db-c233-4b5d-93f3-a86cdcba2d8d service neutron] 10.222.0.42 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622232 Apr 29 15:35:59.800078 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Allocated IP 172.28.2.71 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/6f4c6362-61e5-4455-b0a3-1763d67aaf34) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:59.810708 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Notify callbacks [] for port, precommit_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.840159 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6d9c4882-67f9-4600-b4ff-6c7f32e185e4 req-90a8d6a4-c4c5-479b-a34a-d4d7a414b0cb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591952 Apr 29 15:36:00.146053 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-d55b0eda-7f02-4856-8fad-c2bcadeb20d8 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:00.153269 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-d55b0eda-7f02-4856-8fad-c2bcadeb20d8 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 816 time: 0.4320631 Apr 29 15:36:00.301957 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-5ff0add8-59bc-4752-b6f2-6ac78daec1a1 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78c50990547147eea80fc54d37cc2a6c HTTP/1.1" status: 200 len: 380 time: 0.1345623 Apr 29 15:36:00.309927 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Transition to ACTIVE for port object aef19e8c-6b45-4def-b0ea-fd30f3116d12 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:00.410441 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.453084 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'port': {'device_id': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'admin_state_up': True, 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'security_groups': ['b80fae1f-9e82-4dec-886b-f2fb393612f0']}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:00.535687 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.544228 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.568059 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.577526 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:00.587506 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a445eaac-332f-4c18-9e60-158bb553b133 req-483bbdb9-89c1-41d3-9fca-d46be1af54ce tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 210 time: 0.2843802 Apr 29 15:36:00.594948 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:00.648836 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.658472 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb93fd-720b-48b5-a207-f030ce3c8577 None None] Pushing event updated for resources: {'Port': ['ID=aef19e8c-6b45-4def-b0ea-fd30f3116d12,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:00.686888 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-c0fb93fd-720b-48b5-a207-f030ce3c8577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:00.739169 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:00.749621 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:00.752775 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:36:00.841236 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'Port': ['ID=6f4c6362-61e5-4455-b0a3-1763d67aaf34,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:00.845907 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:00.879995 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.881577 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50074) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:00.908325 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0a5917f5-0423-49c7-96da-433a66c89d2b req-d310a8f3-5a28-4e83-819e-ecf6370e8f6c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 210 time: 0.1234562 Apr 29 15:36:00.963525 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0b0e-6678-4694-8c22-ea7d96c8a78e req-92c55d44-9bd4-49d3-acb4-37785428fc84 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:00.965540 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3a9a0b0e-6678-4694-8c22-ea7d96c8a78e req-92c55d44-9bd4-49d3-acb4-37785428fc84 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 944 time: 0.7464881 Apr 29 15:36:00.993735 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Attempting to bind port aef19e8c-6b45-4def-b0ea-fd30f3116d12 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:00.994354 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Attempting to bind port aef19e8c-6b45-4def-b0ea-fd30f3116d12 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:00.995607 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Attempting to bind port aef19e8c-6b45-4def-b0ea-fd30f3116d12 on network b758967a-7697-46b6-b37c-0a4fbe8e037c {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:01.000481 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:01.003874 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:01.004354 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Checking segment: {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:36:01.004813 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.005360 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Bound using segment: {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:01.005922 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Bound port: aef19e8c-6b45-4def-b0ea-fd30f3116d12, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:01.006384 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.010388 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:01.016783 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.019795 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:port and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:01.021566 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.028228 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:01.049242 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:01.066317 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:01.085870 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3a9a0b0e-6678-4694-8c22-ea7d96c8a78e req-07888e69-fe5d-4037-bdc3-611f8a881b92 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118183 Apr 29 15:36:01.112342 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Made reservation on behalf of 78c50990547147eea80fc54d37cc2a6c for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:01.122950 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.213297 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:01.217812 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:01.236711 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] For port aef19e8c-6b45-4def-b0ea-fd30f3116d12, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:01.240635 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] For port aef19e8c-6b45-4def-b0ea-fd30f3116d12, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=aef19e8c-6b45-4def-b0ea-fd30f3116d12,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:01.246033 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.250795 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.250948 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:01.340470 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:01.343235 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb93fd-720b-48b5-a207-f030ce3c8577 None None] Pushing event updated for resources: {'Port': ['ID=aef19e8c-6b45-4def-b0ea-fd30f3116d12,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:01.346891 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-c0fb93fd-720b-48b5-a207-f030ce3c8577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:01.348533 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Routers {'445862d7-d4aa-4c43-8635-439233e9f9c6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:36:01.349097 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Usage tracker for resource:security_group_rule and tenant:b9539075f4e2428eb795c992654197ea is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:01.349207 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['445862d7-d4aa-4c43-8635-439233e9f9c6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:01.353342 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:01.362344 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:01.450811 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.464378 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.480443 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-30230488-bffd-4402-9fca-4874c7691918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:01.612075 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] Set router 445862d7-d4aa-4c43-8635-439233e9f9c6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:36:01.616274 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.627602 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.640604 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'Port': ['ID=6f4c6362-61e5-4455-b0a3-1763d67aaf34,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:01.643995 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:01.648848 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6fddecba-0301-4b09-92f6-2153a0b774e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:01.699684 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.706413 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a278d-f847-4b78-a933-5c319b1bf4e6 req-9fa5232c-9bb1-4266-b990-0921907bdf21 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:01.708109 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e1a278d-f847-4b78-a933-5c319b1bf4e6 req-9fa5232c-9bb1-4266-b990-0921907bdf21 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 945 time: 0.3866675 Apr 29 15:36:01.725413 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9539075f4e2428eb795c992654197ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8396327 Apr 29 15:36:01.727251 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50096) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:01.729790 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dddbd81-b55f-47d1-8fa2-2783ae53d8d1,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:01.735430 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:01.743846 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-4f5dec15-3d07-4741-a84c-42a31f3ea20b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:01.750544 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-4f5dec15-3d07-4741-a84c-42a31f3ea20b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 819 time: 0.4323974 Apr 29 15:36:01.771747 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Allocated IP 172.20.0.4 (8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda/6521f87f-cfff-441d-9081-a8e4fce49a50/00515b46-85d1-4550-ab8e-18e9be1dc9a3) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:01.774160 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.775501 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7920995 Apr 29 15:36:01.788514 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.819806 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f9657936-ef5b-4772-8057-4099d636f2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.844695 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-58453506-11bc-4738-a611-4f6a12f29a71 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/quotas/7bcf7c653e4c4475917c0c9aaf33a0a9 HTTP/1.1" status: 200 len: 375 time: 0.0931342 Apr 29 15:36:01.875606 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f9657936-ef5b-4772-8057-4099d636f2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.950261 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e1a278d-f847-4b78-a933-5c319b1bf4e6 req-8f363386-7af0-452c-acdf-a02b9e563ce0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331629 Apr 29 15:36:02.033562 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:02.095906 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f9657936-ef5b-4772-8057-4099d636f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.105310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:02.139738 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0b0e3015-bcbe-49c5-9b15-d9c0f8f959f4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2940273 Apr 29 15:36:02.141907 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9657936-ef5b-4772-8057-4099d636f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dddbd81-b55f-47d1-8fa2-2783ae53d8d1,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:02.156404 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f9657936-ef5b-4772-8057-4099d636f2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:02.214095 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f9657936-ef5b-4772-8057-4099d636f2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.218452 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-f9657936-ef5b-4772-8057-4099d636f2a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0dddbd81-b55f-47d1-8fa2-2783ae53d8d1 HTTP/1.1" status: 204 len: 168 time: 0.4900718 Apr 29 15:36:02.400480 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-777741d4-7738-40d3-916c-12a7795f0206 req-aca0c398-5519-4dd0-afbd-1f772b5e87bf tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 210 time: 0.2040498 Apr 29 15:36:02.453866 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:02.472970 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-95abcc73-4d48-4c95-9904-55a6d33e5c58 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:02.474205 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:02.475009 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.475279 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-95abcc73-4d48-4c95-9904-55a6d33e5c58 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Synchronizing usage tracker for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:network {{(pid=73801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:02.523006 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-95abcc73-4d48-4c95-9904-55a6d33e5c58 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Unset dirty status for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:network {{(pid=73801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:02.526056 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-95abcc73-4d48-4c95-9904-55a6d33e5c58 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 819 time: 0.3563151 Apr 29 15:36:02.544686 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Request body: {'port': {'device_id': 'e1eeb095-147e-4144-ac2d-7dd19b631918', 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c', 'admin_state_up': True, 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:02.562600 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.641552 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Transition to ACTIVE for port object 00515b46-85d1-4550-ab8e-18e9be1dc9a3 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:02.665076 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-1fafd048-1eab-4a46-a66b-db121f320a75 service neutron] 10.222.0.42 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241024 Apr 29 15:36:02.832304 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-d91e790f-f2d3-448f-8cfd-c65ca062d6f6 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--132706501&fields=id&tenant_id=571dd405abff45a2a3c7d9ae484b7955 HTTP/1.1" status: 200 len: 267 time: 0.2021382 Apr 29 15:36:02.881594 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:02.904427 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:51Z', 'revision_number': 4, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port': {'id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'aef19e8c-6b45-4def-b0ea-fd30f3116d12', 'name': '', 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'mac_address': 'fa:16:3e:78:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:48Z', 'updated_at': '2021-04-29T15:36:01Z', 'revision_number': 4, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'subnets': [{'id': 'ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:02.910063 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:02.931314 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50138) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:02.934520 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Made reservation on behalf of 7bcf7c653e4c4475917c0c9aaf33a0a9 for: {'port': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:02.938087 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.944016 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9afb9-c1d8-4787-bd95-19e79d155734 None None] The sync data for ids ['445862d7-d4aa-4c43-8635-439233e9f9c6'] in dv-cinder-788782-1-smb is: [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:51Z', 'revision_number': 4, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port': {'id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'aef19e8c-6b45-4def-b0ea-fd30f3116d12', 'name': '', 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'mac_address': 'fa:16:3e:78:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:48Z', 'updated_at': '2021-04-29T15:36:01Z', 'revision_number': 4, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'subnets': [{'id': 'ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:02.947459 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.029639 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.029825 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8d900a-dbd4-49f8-9134-85a91c4a8a04'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:03.114378 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,segment=NetworkSegment(46e7e8d3-8e34-470d-8250-45a1aaf3158f),segment_id=46e7e8d3-8e34-470d-8250-45a1aaf3158f)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:03.134379 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.136514 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 006b7917-196e-4e1c-8c65-b1dabc39ab34 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:03.139028 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:03.199805 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Usage tracker for resource:security_group_rule and tenant:7f134791447240e68c7d91b908b7fb4f is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:03.215679 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.216315 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:03.251382 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:03.295220 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:03.339767 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-02868d1b-5d20-44f5-9652-bf2cb38cc7b9 service neutron] 10.222.0.42 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626036 Apr 29 15:36:03.345624 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:03.357806 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:03.453535 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:03.459455 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:03.463059 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Allocated IP 172.20.0.13 (b758967a-7697-46b6-b37c-0a4fbe8e037c/ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d/9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:03.468780 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:36:03.475128 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:03.475702 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.520396 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:03.523987 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.548199 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:03.552366 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:03.583399 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 006b7917-196e-4e1c-8c65-b1dabc39ab34 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:03.583973 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec591-3236-417c-896c-2fd4baf63922 req-6d8c1d5c-ea84-412f-a26e-30562f1455e9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:03.595640 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-6d8c1d5c-ea84-412f-a26e-30562f1455e9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 810 time: 0.7623262 Apr 29 15:36:03.600647 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:03.601184 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.607765 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:03.612775 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2982979 Apr 29 15:36:03.623627 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-0a6d38da-d87c-4f70-aa5a-9ad3979506ab tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/quotas/571dd405abff45a2a3c7d9ae484b7955 HTTP/1.1" status: 200 len: 375 time: 0.0268931 Apr 29 15:36:03.634813 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 006b7917-196e-4e1c-8c65-b1dabc39ab34 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:03.636451 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.684620 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.738302 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.762674 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Request body: {'port': {'device_id': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:03.800858 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c2074900-6483-44ab-8a9b-fed6be639da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:03.875335 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.892180 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device aef19e8c-6b45-4def-b0ea-fd30f3116d12 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:03.991240 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f134791447240e68c7d91b908b7fb4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0587785 Apr 29 15:36:03.991915 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50164) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:04.021716 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-b52d9556-d539-4edc-ad32-1d37f0b03397 None None] Provisioning for port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:04.034084 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 006b7917-196e-4e1c-8c65-b1dabc39ab34, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=006b7917-196e-4e1c-8c65-b1dabc39ab34,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:04.053556 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1fffc5-318f-4f1c-9f09-38190b471935,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.059650 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.069792 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-c0fb93fd-720b-48b5-a207-f030ce3c8577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:04.099350 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.171214 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-b52d9556-d539-4edc-ad32-1d37f0b03397 None None] Provisioning complete for port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:04.171584 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-b52d9556-d539-4edc-ad32-1d37f0b03397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.245573 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.318866 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:04.326084 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port aef19e8c-6b45-4def-b0ea-fd30f3116d12 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:04.360138 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.365507 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-b52d9556-d539-4edc-ad32-1d37f0b03397 None None] Port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:04.369421 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port aef19e8c-6b45-4def-b0ea-fd30f3116d12 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:04.369797 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.382378 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:04.405841 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=006b7917-196e-4e1c-8c65-b1dabc39ab34,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.410003 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:04.546724 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Network b758967a-7697-46b6-b37c-0a4fbe8e037c is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:04.551757 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-66745fd1-0e01-48d1-a6cd-e83d8bb73416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.553534 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:04.558344 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:36:04.587325 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.633004 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port aef19e8c-6b45-4def-b0ea-fd30f3116d12, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=aef19e8c-6b45-4def-b0ea-fd30f3116d12,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:04.639120 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.642564 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:04.728008 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-66745fd1-0e01-48d1-a6cd-e83d8bb73416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.746534 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Pushing event updated for resources: {'Port': ['ID=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.759146 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:04.780567 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=aef19e8c-6b45-4def-b0ea-fd30f3116d12,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.785534 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:04.794156 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-164ec591-3236-417c-896c-2fd4baf63922 req-a3c8cda6-915d-4e49-8410-a74400e6b0df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Synchronizing usage tracker for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:04.803857 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:04.805618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.857454 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-164ec591-3236-417c-896c-2fd4baf63922 req-a3c8cda6-915d-4e49-8410-a74400e6b0df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Unset dirty status for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:04.858958 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-a3c8cda6-915d-4e49-8410-a74400e6b0df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2345648 Apr 29 15:36:04.881487 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fb797-287a-48a6-a32a-fa84d570931e req-291ee0ba-7737-4c80-a778-463187e46b04 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:04.881487 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-487fb797-287a-48a6-a32a-fa84d570931e req-291ee0ba-7737-4c80-a778-463187e46b04 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 945 time: 1.0517871 Apr 29 15:36:04.893448 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-66745fd1-0e01-48d1-a6cd-e83d8bb73416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.896297 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-66745fd1-0e01-48d1-a6cd-e83d8bb73416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.897471 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-66745fd1-0e01-48d1-a6cd-e83d8bb73416 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc1fffc5-318f-4f1c-9f09-38190b471935 HTTP/1.1" status: 204 len: 168 time: 0.8930693 Apr 29 15:36:04.898681 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ef4ada11-5ae9-4971-906c-dd911282eea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:04.909531 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66745fd1-0e01-48d1-a6cd-e83d8bb73416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1fffc5-318f-4f1c-9f09-38190b471935,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.919019 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-66745fd1-0e01-48d1-a6cd-e83d8bb73416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:04.921379 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3815684 Apr 29 15:36:04.944058 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Request body: {'port': {'device_id': 'e1eeb095-147e-4144-ac2d-7dd19b631918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:05.007836 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-487fb797-287a-48a6-a32a-fa84d570931e req-b91b39a6-232a-4603-8c84-bf4625259e77 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180220 Apr 29 15:36:05.077985 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.127983 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.db.resource_extend [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:36:05.177554 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device aef19e8c-6b45-4def-b0ea-fd30f3116d12 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:05.247672 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00515b46-85d1-4550-ab8e-18e9be1dc9a3 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:05.256261 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-3ba6fefe-ae95-4538-b1fe-7a8b38f7bc12 service neutron] 10.222.0.42 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676946 Apr 29 15:36:05.263110 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.338550 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port aef19e8c-6b45-4def-b0ea-fd30f3116d12 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:05.339183 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.348389 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.47', 63348) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:05.543352 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50192) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:05.571572 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Transition to ACTIVE for port object 00515b46-85d1-4550-ab8e-18e9be1dc9a3 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:05.576406 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.594571 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.599060 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:05.607051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Usage tracker for resource:security_group_rule and tenant:770b5bc76e81421685a654fb8e4f8480 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:05.618140 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:05.627487 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:05.652555 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-44d8b3e1-17ea-44de-a0f3-9bdc9467d180 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:05.748728 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 {{(pid=73801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:05.761045 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.787587 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Transition to ACTIVE for port object 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 will not be triggered until provisioned by entity L2. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:05.799925 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.815642 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:05.869013 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.902073 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-1eb890cb-4910-4823-9e4a-233a8541d05a service neutron] 10.222.0.42 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987768 Apr 29 15:36:05.937145 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e846db7-595f-4f58-afd9-fea7b01eb15a req-77d12af2-f823-4a78-98a4-436445386ca4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:05.947310 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e846db7-595f-4f58-afd9-fea7b01eb15a req-77d12af2-f823-4a78-98a4-436445386ca4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.6899164 Apr 29 15:36:05.948024 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:06.001408 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:06.026523 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.087335 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-92576565-aa51-4165-bbd5-d1104f6a9399 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:06.089678 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-92576565-aa51-4165-bbd5-d1104f6a9399 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 819 time: 0.6944737 Apr 29 15:36:06.099692 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Attempting to bind port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:06.102021 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Attempting to bind port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:06.102176 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Attempting to bind port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 on network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:06.112035 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:06.117738 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=770b5bc76e81421685a654fb8e4f8480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5732729 Apr 29 15:36:06.118786 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:06.133815 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5c122ac6-6f8e-409c-9d49-554fc66abb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:06.136086 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 50216) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:06.139874 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Request body: {'port': {'device_id': '6acac919-bb86-40d5-9845-b79ee56bf4da', 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c', 'admin_state_up': True, 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:06.173866 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 on network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:36:06.173972 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Attempting to bind port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 on network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:06.224411 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:06.224787 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Checking segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:36:06.225184 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Bound using segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:06.225624 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Bound port: 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:06.225957 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.257297 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e846db7-595f-4f58-afd9-fea7b01eb15a req-4ea52ecb-ec2a-432c-b01a-604b7e9e674d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394896 Apr 29 15:36:06.382429 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90eeb45-f1a1-41f3-9571-be85ecb7e2c2,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:06.390681 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Attempting to bind port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:06.391018 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Attempting to bind port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:06.391347 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Attempting to bind port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 on network b758967a-7697-46b6-b37c-0a4fbe8e037c {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:06.406161 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:06.406782 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 on network b758967a-7697-46b6-b37c-0a4fbe8e037c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:36:06.407103 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Attempting to bind port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 on network b758967a-7697-46b6-b37c-0a4fbe8e037c {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:06.420609 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:06.420956 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Checking segment: {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:36:06.421378 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Bound using segment: {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'} {{(pid=73801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:06.427936 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Bound port: 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'}}] {{(pid=73801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:06.428359 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.578323 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] For port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1, host hv-cinder-78878, cleared binding levels {{(pid=73801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:06.584034 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] For port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:06.592633 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.600234 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c866a5a7-d57c-4ad6-a925-1518b3b093b5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:06.640005 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8d900a-dbd4-49f8-9134-85a91c4a8a04', 'code': 200} Apr 29 15:36:06.707990 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2017-b20c-4b45-b8a2-fea6c112904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.766804 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,revision_number=3']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:06.780196 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:06.798738 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:06.799388 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.801453 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] 10.222.0.47 "PUT /v2.0/ports/9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 200 len: 1094 time: 1.8641593 Apr 29 15:36:06.802972 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eeb095-147e-4144-ac2d-7dd19b631918', 'tag': '9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:06.806365 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:06.858744 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2017-b20c-4b45-b8a2-fea6c112904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.886439 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Usage tracker for resource:port and tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:06.894340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:06.896540 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:06.901973 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-88586375-e7fd-464f-89b7-84093e5ae262 req-7b6ee1d5-b4e8-4c8e-a717-6402bdbb93ca tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 210 time: 0.1128154 Apr 29 15:36:06.910922 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:06.932885 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50242) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:06.934183 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:06.949544 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b234237-27af-4031-8c2a-c7186f610a43 req-2ca47519-a992-481c-a7b4-803d026d0bab tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:06.950313 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-3b234237-27af-4031-8c2a-c7186f610a43 req-2ca47519-a992-481c-a7b4-803d026d0bab tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Synchronizing usage tracker for tenant:78c50990547147eea80fc54d37cc2a6c on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:06.965636 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.982626 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:07.018779 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.47', 63351) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:07.026822 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Made reservation on behalf of 7bcf7c653e4c4475917c0c9aaf33a0a9 for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:07.030268 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.137979 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-67a07c6a-a210-483f-abf3-322fc8319ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:07.139702 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-67a07c6a-a210-483f-abf3-322fc8319ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1097 time: 0.1836116 Apr 29 15:36:07.240609 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-3b234237-27af-4031-8c2a-c7186f610a43 req-2ca47519-a992-481c-a7b4-803d026d0bab tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Unset dirty status for tenant:78c50990547147eea80fc54d37cc2a6c on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:07.241770 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3b234237-27af-4031-8c2a-c7186f610a43 req-2ca47519-a992-481c-a7b4-803d026d0bab tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.8281262 Apr 29 15:36:07.243552 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:07.244163 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.245416 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] 10.222.0.47 "PUT /v2.0/ports/00515b46-85d1-4550-ab8e-18e9be1dc9a3 HTTP/1.1" status: 200 len: 1093 time: 3.4938676 Apr 29 15:36:07.261937 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:07.272798 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-60244f9b-a625-48bc-8940-f9bc7fc62a39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 200 len: 217 time: 0.1084263 Apr 29 15:36:07.293836 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.315121 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:07.321398 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Usage tracker for resource:security_group_rule and tenant:798568253fd448458e307213eb6d97ee is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:07.325159 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:07.332452 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:07.442996 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-102ce81a-f11d-4782-bfde-7f43186b1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:07.444970 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-102ce81a-f11d-4782-bfde-7f43186b1f21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.1351190 Apr 29 15:36:07.500485 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2017-b20c-4b45-b8a2-fea6c112904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.517163 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-7b75e80b-8efd-4f48-ab3d-c76db24c66fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534956 Apr 29 15:36:07.519444 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.535262 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:07.537645 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:07.578709 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca2017-b20c-4b45-b8a2-fea6c112904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90eeb45-f1a1-41f3-9571-be85ecb7e2c2,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.584534 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a5ca2017-b20c-4b45-b8a2-fea6c112904d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:07.589408 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3b234237-27af-4031-8c2a-c7186f610a43 req-0636cdfa-6d93-4b10-b869-2d76698630c2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018484 Apr 29 15:36:07.688571 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2017-b20c-4b45-b8a2-fea6c112904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.702754 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-a5ca2017-b20c-4b45-b8a2-fea6c112904d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b90eeb45-f1a1-41f3-9571-be85ecb7e2c2 HTTP/1.1" status: 204 len: 168 time: 1.5466974 Apr 29 15:36:07.715457 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-d74010d3-0fc9-4332-975c-0e0fec88c480 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899886 Apr 29 15:36:07.725679 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-6cfec7ce-00b5-45a8-8bea-db4dfc5feda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:07.727403 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-6cfec7ce-00b5-45a8-8bea-db4dfc5feda0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 1098 time: 0.7018821 Apr 29 15:36:07.741593 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.762580 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.768016 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a441e1-a22d-437f-a780-4cbef852c942 req-d8a18f80-46f9-4792-af2c-7bc8cc73dc2a tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:07.769446 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-25a441e1-a22d-437f-a780-4cbef852c942 req-d8a18f80-46f9-4792-af2c-7bc8cc73dc2a tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 945 time: 0.5804808 Apr 29 15:36:07.773648 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7c92c185-ca0f-4c44-92e6-f3275d0e09df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:07.831428 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.844384 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Allocated IP 172.20.0.4 (b758967a-7697-46b6-b37c-0a4fbe8e037c/ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d/3dbd0973-fa00-4667-823f-1aad67e86f7b) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:07.871341 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-176d9715-4ea3-4c32-96ae-ed370a764c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:07.873060 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-176d9715-4ea3-4c32-96ae-ed370a764c94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 1096 time: 0.4628739 Apr 29 15:36:07.911297 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.47', 63354) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:07.915577 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=798568253fd448458e307213eb6d97ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9789331 Apr 29 15:36:07.918597 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50276) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:07.923760 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b55960-326c-45a1-8e0c-59af01283525,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.957810 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:07.997727 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:08.020254 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9905a29f-c438-4e85-a5a7-b85ca5feee68 req-a3afd009-e3ea-4f6b-93f2-804cfce28432 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 210 time: 0.1706398 Apr 29 15:36:08.073189 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-1ccaa12c-2aec-4c43-a387-48829fe7708e req-a0e6f85d-e2a5-4b04-9c39-8caab506324d service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511794 Apr 29 15:36:08.140154 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9577-bb75-4741-98ed-312597295ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.168745 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9577-bb75-4741-98ed-312597295ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.178246 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1eeb095-147e-4144-ac2d-7dd19b631918', 'tag': '9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1', 'status': 'completed', 'code': 200} Apr 29 15:36:08.223489 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Usage tracker for resource:security_group_rule and tenant:1f5c10cd58df46418df4df44ec401eb1 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:08.226656 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:08.239093 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:08.288751 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9577-bb75-4741-98ed-312597295ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.300122 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-fe6a4559-9cc3-4fee-aafb-4510bfef1ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:08.305465 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec591-3236-417c-896c-2fd4baf63922 req-1d8fb501-7c82-4191-81b5-a258d0252121 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:08.307336 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-1d8fb501-7c82-4191-81b5-a258d0252121 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 810 time: 0.3792944 Apr 29 15:36:08.308691 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-3f7004fd-6d08-4be5-815c-4775c69d3e54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3 HTTP/1.1" status: 200 len: 217 time: 0.3853209 Apr 29 15:36:08.315415 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e9577-bb75-4741-98ed-312597295ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b55960-326c-45a1-8e0c-59af01283525,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:08.319350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ed2e9577-bb75-4741-98ed-312597295ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:08.334392 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9577-bb75-4741-98ed-312597295ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.334392 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ed2e9577-bb75-4741-98ed-312597295ad4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93b55960-326c-45a1-8e0c-59af01283525 HTTP/1.1" status: 204 len: 168 time: 0.4111857 Apr 29 15:36:08.335861 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c788a-4069-4cb6-915c-d565d028a06f req-2b03b289-a6f1-4040-baf5-ec9307680037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:08.338456 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-a97c788a-4069-4cb6-915c-d565d028a06f req-2b03b289-a6f1-4040-baf5-ec9307680037 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1097 time: 0.1242008 Apr 29 15:36:08.429492 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-25a441e1-a22d-437f-a780-4cbef852c942 req-139a350d-c518-4c6d-91df-1155086a0eba tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133237 Apr 29 15:36:08.613129 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.620183 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'status': 'completed', 'code': 200} Apr 29 15:36:08.642067 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2077ee49-0825-4673-9a6d-7a0fccb051cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006b7917-196e-4e1c-8c65-b1dabc39ab34'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:08.646180 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c788a-4069-4cb6-915c-d565d028a06f req-ac8d55cd-b866-4aa0-a41f-f740ca7386e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:08.647602 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-a97c788a-4069-4cb6-915c-d565d028a06f req-ac8d55cd-b866-4aa0-a41f-f740ca7386e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 920 time: 0.2903042 Apr 29 15:36:08.676211 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.733159 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-a97c788a-4069-4cb6-915c-d565d028a06f req-13ae790b-c46f-4682-8893-43ff39b3aee1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0777800 Apr 29 15:36:08.760882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-949c6f64-1941-4c64-a978-92ed715b6f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:08.794659 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-064a890e-423a-4d5d-a65d-c7e552e8a76e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571dd405abff45a2a3c7d9ae484b7955 HTTP/1.1" status: 200 len: 379 time: 0.3589046 Apr 29 15:36:08.804125 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c788a-4069-4cb6-915c-d565d028a06f req-f80fa876-f09b-468d-b6a0-2202daac6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:08.806004 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-a97c788a-4069-4cb6-915c-d565d028a06f req-f80fa876-f09b-468d-b6a0-2202daac6143 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.0660751 Apr 29 15:36:08.861176 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50324) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:08.870223 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-3df0448e-03d7-40ab-875c-652e0dc7649d req-ddf8a7c1-de25-408a-9e9c-45993c3bcca2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Synchronizing usage tracker for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:08.880922 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-a97c788a-4069-4cb6-915c-d565d028a06f req-712f092b-6f95-4e74-8c57-b88abae530de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678151 Apr 29 15:36:08.885507 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.929899 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:08.931211 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b7985c42-10d4-427d-802e-338c14236517,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:08.939422 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'port': {'device_id': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'admin_state_up': True, 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'security_groups': ['ff88c6a7-77b0-45bb-8d97-827333a0e279']}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:08.940008 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Usage tracker for resource:security_group_rule and tenant:c4252e386a214ca192827922dc44b4ce is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:08.945408 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:08.965223 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5fd5c4b6-f33b-4024-98a3-8676fe6d7efc req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2223458 Apr 29 15:36:08.972179 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:08.994003 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-9dd67f75-ccd3-4791-83e5-bc18f454abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:08.995523 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-9dd67f75-ccd3-4791-83e5-bc18f454abd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.5640962 Apr 29 15:36:08.999385 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 50332) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:09.067150 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:09.085337 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-3df0448e-03d7-40ab-875c-652e0dc7649d req-ddf8a7c1-de25-408a-9e9c-45993c3bcca2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Unset dirty status for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:09.088201 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3df0448e-03d7-40ab-875c-652e0dc7649d req-ddf8a7c1-de25-408a-9e9c-45993c3bcca2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 210 time: 0.4117694 Apr 29 15:36:09.135921 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-a97c788a-4069-4cb6-915c-d565d028a06f req-41771df3-7246-4faf-8d62-64da3a1967b1 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415895 Apr 29 15:36:09.180936 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19b98d-dae0-4ba5-aacb-371767f83235 req-0fdbef64-ffc8-444a-ae1f-8b8211ba06bd tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:09.182474 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9a19b98d-dae0-4ba5-aacb-371767f83235 req-0fdbef64-ffc8-444a-ae1f-8b8211ba06bd tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.7442009 Apr 29 15:36:09.188916 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-732264354-network', 'tenant_id': '67b40c049d2b438dade55dc595cd9358'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:09.195740 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.201929 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.207387 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:09.210342 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-1d1b827e-bb9c-4b3c-9f4f-1793c7020646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:09.215934 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.236698 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Usage tracker for resource:network and tenant:67b40c049d2b438dade55dc595cd9358 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:09.241847 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:36:09.246426 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:09.252912 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4252e386a214ca192827922dc44b4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911662 Apr 29 15:36:09.253867 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81479be7-c37a-4c93-9ce6-370a8417d683,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:09.257229 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50340) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:09.260097 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:09.294495 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:09.302724 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:09.377243 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:09.390569 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9a19b98d-dae0-4ba5-aacb-371767f83235 req-999e1e19-fd8d-425f-bf0f-5461f9873062 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953404 Apr 29 15:36:09.396407 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Made reservation on behalf of 67b40c049d2b438dade55dc595cd9358 for: {'network': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:09.398303 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.422639 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-085189cd-8f04-408b-b3cf-58d7c81819dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.422790 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.440189 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Made reservation on behalf of 571dd405abff45a2a3c7d9ae484b7955 for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:09.441580 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-a97c788a-4069-4cb6-915c-d565d028a06f req-5e417189-0e9a-46c0-8904-de26a48de181 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849470 Apr 29 15:36:09.443695 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.467802 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-085189cd-8f04-408b-b3cf-58d7c81819dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.468329 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:09.486135 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Usage tracker for resource:security_group_rule and tenant:67b40c049d2b438dade55dc595cd9358 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:09.490969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:09.519139 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2077ee49-0825-4673-9a6d-7a0fccb051cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006b7917-196e-4e1c-8c65-b1dabc39ab34', 'code': 200} Apr 29 15:36:09.545717 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:09.553537 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-085189cd-8f04-408b-b3cf-58d7c81819dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.561395 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.569782 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7fc39b62-424c-405f-87c6-b1ea8a36f847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:09.594807 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085189cd-8f04-408b-b3cf-58d7c81819dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81479be7-c37a-4c93-9ce6-370a8417d683,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:09.613729 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-085189cd-8f04-408b-b3cf-58d7c81819dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:09.618890 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-085189cd-8f04-408b-b3cf-58d7c81819dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.633382 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-085189cd-8f04-408b-b3cf-58d7c81819dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81479be7-c37a-4c93-9ce6-370a8417d683 HTTP/1.1" status: 204 len: 168 time: 0.3751554 Apr 29 15:36:09.685138 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:09.723972 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e93c33-33da-45a6-a13d-ccdf17564d5f req-6f2a1890-dae2-43c5-a6d5-4cd64ab101dc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:09.730662 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d4e93c33-33da-45a6-a13d-ccdf17564d5f req-6f2a1890-dae2-43c5-a6d5-4cd64ab101dc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.4951396 Apr 29 15:36:09.886893 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe92862-3271-4973-8471-f6e4571ad4e7 req-e95274e2-7567-48ff-97ac-3f31add6227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:09.889388 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-afe92862-3271-4973-8471-f6e4571ad4e7 req-e95274e2-7567-48ff-97ac-3f31add6227d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 1099 time: 0.1090565 Apr 29 15:36:09.897314 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fbdd2679-5739-452b-af5a-329624436154 req-64dd78f7-4ee9-4d44-a91a-50ef973a3a40 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 210 time: 0.2180605 Apr 29 15:36:09.910560 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-7033dcc1-671e-429a-b3f0-d90a19132df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:09.912056 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-7033dcc1-671e-429a-b3f0-d90a19132df3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6193981 Apr 29 15:36:09.932442 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Network b758967a-7697-46b6-b37c-0a4fbe8e037c is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:09.958686 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-afe92862-3271-4973-8471-f6e4571ad4e7 req-32faa198-844e-4e92-9686-8ec7399ab14b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612569 Apr 29 15:36:09.970191 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:09.973539 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:36:09.980013 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:09.981020 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.997355 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d4e93c33-33da-45a6-a13d-ccdf17564d5f req-12f2a8de-0cc8-489f-b3ba-ee92ec64c6b6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458050 Apr 29 15:36:10.121602 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Pushing event updated for resources: {'Port': ['ID=3dbd0973-fa00-4667-823f-1aad67e86f7b,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:10.141748 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:10.282308 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1572938 Apr 29 15:36:10.300926 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Allocated IP 172.20.0.8 (478afee3-07b2-4ec9-ba0c-a44d236d406a/668a0bef-2c63-4eaf-b2fc-327ac613b9de/f9972be0-b018-417d-afd8-8cbf753604d4) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:10.323850 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Request body: {'port': {'device_id': '6acac919-bb86-40d5-9845-b79ee56bf4da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:10.436536 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-d26bde4c-d94a-46a8-a7ba-c72bfcc25fa8 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000052 Apr 29 15:36:10.454988 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.517752 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.566596 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143a68f-f93d-47b2-89e0-2c27f544e769 req-be424896-b802-4ee8-9279-2a61db65fed1 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:10.568048 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c143a68f-f93d-47b2-89e0-2c27f544e769 req-be424896-b802-4ee8-9279-2a61db65fed1 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 945 time: 0.5243058 Apr 29 15:36:10.576239 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8223c091-6003-492d-ba2c-f6b4c36a9042 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:10.711693 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=73800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:10.794016 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.810230 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc80dab-7c69-4f28-bf0c-79f3a593109a req-29bbcce8-420d-499d-81d9-4d600ce9c8fc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:10.811711 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bcc80dab-7c69-4f28-bf0c-79f3a593109a req-29bbcce8-420d-499d-81d9-4d600ce9c8fc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 931 time: 0.5848808 Apr 29 15:36:10.854571 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.854909 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.segments_db [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Added segment 7d2f1112-8468-4f4b-a577-34c10f58f811 of type vlan for network 82410a0d-e42f-4b37-893a-ba1c710916e5 Apr 29 15:36:10.885566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9983572-d3ee-435c-bb6f-71dda0e9ca2a,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:11.034073 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:11.037513 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c143a68f-f93d-47b2-89e0-2c27f544e769 req-bae280f9-5504-4376-b23a-d4a8f3a2ae26 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370248 Apr 29 15:36:11.110332 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.127492 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Transition to ACTIVE for port object f9972be0-b018-417d-afd8-8cbf753604d4 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:11.200438 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.210574 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e0bb40e-e9a6-43a5-a768-f22c9a10e2b4 req-8545a0f5-a5de-462b-bcb0-60e89f9a423f service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536721 Apr 29 15:36:11.213414 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.278267 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:11.336272 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bcc80dab-7c69-4f28-bf0c-79f3a593109a req-79a836ee-8145-4c70-a1e2-99d492e9ea2c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953990 Apr 29 15:36:11.429562 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.db.resource_extend [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:36:11.474325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:11.475839 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'Port': ['ID=f9972be0-b018-417d-afd8-8cbf753604d4,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:11.481030 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:11.514774 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:11.565439 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:36:11.571158 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:11.572493 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.707189 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-8f428dbb-fed2-4c9f-9b1c-a18e0817cb06 None None] Provisioning for port f9972be0-b018-417d-afd8-8cbf753604d4 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:11.713348 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-8f428dbb-fed2-4c9f-9b1c-a18e0817cb06 None None] Provisioning complete for port f9972be0-b018-417d-afd8-8cbf753604d4 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:11.714025 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-8f428dbb-fed2-4c9f-9b1c-a18e0817cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.721830 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.742636 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:11.743832 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.755768 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:11.772804 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-8f428dbb-fed2-4c9f-9b1c-a18e0817cb06 None None] Port f9972be0-b018-417d-afd8-8cbf753604d4 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:11.791859 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9291012 Apr 29 15:36:11.831771 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Request body: {'port': {'device_id': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:11.873570 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8673398 Apr 29 15:36:11.876572 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50412) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:11.882142 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Request body: {'subnet': {'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-732264354-subnet', 'tenant_id': '67b40c049d2b438dade55dc595cd9358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:11.886894 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:11.890689 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Usage tracker for resource:subnet and tenant:67b40c049d2b438dade55dc595cd9358 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:11.893454 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:11.899765 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:11.909372 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Made reservation on behalf of 67b40c049d2b438dade55dc595cd9358 for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:11.911998 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2061581'] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.935638 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:36:11.944180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a963985-b0dc-433a-9edc-b33f26532ff0 req-9ddbba97-23e2-4f87-9dfe-290058c0f6c8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:11.945735 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3a963985-b0dc-433a-9edc-b33f26532ff0 req-9ddbba97-23e2-4f87-9dfe-290058c0f6c8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.7616928 Apr 29 15:36:11.976287 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Pushing event updated for resources: {'Network': ['ID=82410a0d-e42f-4b37-893a-ba1c710916e5,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:11.999518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-f4366072-3a5c-4101-8531-b7f90fda9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:12.001017 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-f4366072-3a5c-4101-8531-b7f90fda9e5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 1096 time: 0.6520925 Apr 29 15:36:12.008230 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:12.033460 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 82410a0d-e42f-4b37-893a-ba1c710916e5 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:12.090464 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.db.resource_extend [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:36:12.165799 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f4c91-ba63-4348-925d-e94359c9d408 req-41b0ca50-fd28-417b-9545-b65b9a162f5e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:12.166545 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-c80f4c91-ba63-4348-925d-e94359c9d408 req-41b0ca50-fd28-417b-9545-b65b9a162f5e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Synchronizing usage tracker for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:12.203868 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:12.222659 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1', 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c', 'port_id': '9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1', 'mac_address': 'fa:16:3e:eb:5b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:36:12.253141 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3a963985-b0dc-433a-9edc-b33f26532ff0 req-6c551032-1019-4f75-85d2-a87896abf44f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877493 Apr 29 15:36:12.297764 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.318972 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:12.320057 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.343344 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:12.348247 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.357143 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:12.368190 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2061695'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.382733 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbd0973-fa00-4667-823f-1aad67e86f7b {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:12.387918 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-83aa74dc-9e7a-41b3-9403-85c66697b1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:12.406382 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.435347 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:12.446197 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:12.479876 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4a66d2-681b-434d-8701-91c0d4cfc8f7,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:12.489898 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:12.496013 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-c80f4c91-ba63-4348-925d-e94359c9d408 req-41b0ca50-fd28-417b-9545-b65b9a162f5e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Unset dirty status for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:12.497220 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c80f4c91-ba63-4348-925d-e94359c9d408 req-41b0ca50-fd28-417b-9545-b65b9a162f5e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 931 time: 1.0339990 Apr 29 15:36:12.526401 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Checking segment: {'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:36:12.527428 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Network hostable DHCP agents. Network: 82410a0d-e42f-4b37-893a-ba1c710916e5, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:36:12.530531 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Transition to ACTIVE for port object 3dbd0973-fa00-4667-823f-1aad67e86f7b will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:12.555854 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-f3fffdb0-914b-4552-9014-74620c8a3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:12.557386 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-f3fffdb0-914b-4552-9014-74620c8a3b59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.5450842 Apr 29 15:36:12.558500 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Network 82410a0d-e42f-4b37-893a-ba1c710916e5 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:36:12.563325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.570873 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 82410a0d-e42f-4b37-893a-ba1c710916e5) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:12.584483 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e01739-3f64-4320-85f7-960aff554b7b None None] Network 82410a0d-e42f-4b37-893a-ba1c710916e5 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:12.588763 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:12.589618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.631250 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-241c9e37-99ae-4d1c-a35c-b130b0bde3f1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7535203 Apr 29 15:36:12.644623 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1a30518f-7965-459f-8f05-1cb24fd0f2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:12.723106 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-d61e26a4-b316-4b53-8771-0ae4d5b04ec4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3 HTTP/1.1" status: 200 len: 217 time: 0.1451521 Apr 29 15:36:12.777260 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:36:12.951559 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c80f4c91-ba63-4348-925d-e94359c9d408 req-5215219e-e5aa-4929-893e-efb9c62b81c7 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315822 Apr 29 15:36:12.994149 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f9bc7-7f8c-48a9-87d6-8d17b3233573 None None] Network 82410a0d-e42f-4b37-893a-ba1c710916e5 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:13.000952 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699f170-1bc5-440e-8733-cd0c7267a915 req-26e6fb5f-8404-461f-bced-c00f30365958 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:13.009580 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6699f170-1bc5-440e-8733-cd0c7267a915 req-26e6fb5f-8404-461f-bced-c00f30365958 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.6100435 Apr 29 15:36:13.176308 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbd0973-fa00-4667-823f-1aad67e86f7b,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:13.258630 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:13.357337 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-9d9c96ee-04e6-4319-96cb-30cf286271a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:13.359010 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-9d9c96ee-04e6-4319-96cb-30cf286271a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.5904565 Apr 29 15:36:13.359732 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Attempting to bind port 3dbd0973-fa00-4667-823f-1aad67e86f7b on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:13.360066 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Attempting to bind port 3dbd0973-fa00-4667-823f-1aad67e86f7b by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:13.360394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Attempting to bind port 3dbd0973-fa00-4667-823f-1aad67e86f7b on network b758967a-7697-46b6-b37c-0a4fbe8e037c {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:13.452599 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Port 3dbd0973-fa00-4667-823f-1aad67e86f7b on network b758967a-7697-46b6-b37c-0a4fbe8e037c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:36:13.452924 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Attempting to bind port 3dbd0973-fa00-4667-823f-1aad67e86f7b on network b758967a-7697-46b6-b37c-0a4fbe8e037c {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:13.464682 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6699f170-1bc5-440e-8733-cd0c7267a915 req-93b4c2a5-1710-4ce6-a5fc-eb6a69a41a36 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4541836 Apr 29 15:36:13.482995 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:13.483368 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Checking segment: {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:36:13.483763 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Bound using segment: {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:13.484244 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Bound port: 3dbd0973-fa00-4667-823f-1aad67e86f7b, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038208fc-e23f-449c-b08c-667ed1f060c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:13.484593 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.582502 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378256-855f-4a74-8eb5-8205c5e6b022 req-d1240093-b139-4403-928b-2e640d270a6e tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:13.584427 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d1378256-855f-4a74-8eb5-8205c5e6b022 req-d1240093-b139-4403-928b-2e640d270a6e tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 945 time: 0.4097297 Apr 29 15:36:13.816843 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-cf22e260-53ef-45c1-9c6b-9500dd01a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:13.818399 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-cf22e260-53ef-45c1-9c6b-9500dd01a000 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4367933 Apr 29 15:36:13.828528 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.db.resource_extend [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:36:13.872453 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d1378256-855f-4a74-8eb5-8205c5e6b022 req-22894f08-be24-4d81-9ad3-fadc208dcd7e tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670286 Apr 29 15:36:13.873464 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] For port 3dbd0973-fa00-4667-823f-1aad67e86f7b, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:13.953564 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] For port 3dbd0973-fa00-4667-823f-1aad67e86f7b, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3dbd0973-fa00-4667-823f-1aad67e86f7b,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:13.960659 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:36:13.968995 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:14.030251 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.034680 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9972be0-b018-417d-afd8-8cbf753604d4 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:14.090007 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.094320 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:14.187753 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:14.188864 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.189725 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] 10.222.0.47 "PUT /v2.0/ports/3dbd0973-fa00-4667-823f-1aad67e86f7b HTTP/1.1" status: 200 len: 1093 time: 3.8754792 Apr 29 15:36:14.198431 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acac919-bb86-40d5-9845-b79ee56bf4da', 'tag': '3dbd0973-fa00-4667-823f-1aad67e86f7b'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:14.216695 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0800f2-a28a-4559-aaf6-14eaaaa2ee14 req-a5611660-bc94-431f-8f49-225a0163eb15 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:14.218565 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1f0800f2-a28a-4559-aaf6-14eaaaa2ee14 req-a5611660-bc94-431f-8f49-225a0163eb15 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 943 time: 0.6020560 Apr 29 15:36:14.226973 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Transition to ACTIVE for port object f9972be0-b018-417d-afd8-8cbf753604d4 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:14.248053 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:14.260424 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:14.260801 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.288235 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.325939 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:14.348883 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'port_id': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'mac_address': 'fa:16:3e:c8:57:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:36:14.440380 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbd0973-fa00-4667-823f-1aad67e86f7b,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:14.445270 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.447150 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-b840ecf0-5e86-4f83-856f-a33fd7ffcd67 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080284 Apr 29 15:36:14.450554 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:14.452742 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:14.502042 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00515b46-85d1-4550-ab8e-18e9be1dc9a3 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:14.578726 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:14.587767 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.592123 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:14.706728 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:14.712250 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:14.713208 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.746792 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eeb095-147e-4144-ac2d-7dd19b631918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:14.760222 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1f0800f2-a28a-4559-aaf6-14eaaaa2ee14 req-a569e682-5f4b-483b-97ee-3f6b3a44fe17 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963603 Apr 29 15:36:14.763555 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:14.769450 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.773724 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-2deb74f1-c55b-49d2-a7d1-4a3b1b0c0913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:14.864488 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:14.875868 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:14.912285 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5316e-bf9c-43f5-87e7-4d5fbe8044e3 req-81522e8f-6215-4124-a92c-ff106a59ba83 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:14.913827 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c4f5316e-bf9c-43f5-87e7-4d5fbe8044e3 req-81522e8f-6215-4124-a92c-ff106a59ba83 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.8740609 Apr 29 15:36:14.940700 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9972be0-b018-417d-afd8-8cbf753604d4,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:14.964535 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['00515b46-85d1-4550-ab8e-18e9be1dc9a3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:36:14.965167 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:14.972584 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Attempting to bind port f9972be0-b018-417d-afd8-8cbf753604d4 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:14.972854 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Attempting to bind port f9972be0-b018-417d-afd8-8cbf753604d4 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:14.973185 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Attempting to bind port f9972be0-b018-417d-afd8-8cbf753604d4 on network 478afee3-07b2-4ec9-ba0c-a44d236d406a {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:15.030786 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Port f9972be0-b018-417d-afd8-8cbf753604d4 on network 478afee3-07b2-4ec9-ba0c-a44d236d406a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:36:15.031116 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Attempting to bind port f9972be0-b018-417d-afd8-8cbf753604d4 on network 478afee3-07b2-4ec9-ba0c-a44d236d406a {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:15.076635 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-29a71f10-5066-40bf-9e46-f707fa921cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:15.077488 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-29a71f10-5066-40bf-9e46-f707fa921cae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 1096 time: 0.7931125 Apr 29 15:36:15.078252 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:15.078581 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Checking segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:36:15.078952 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Bound using segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:15.079391 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Bound port: f9972be0-b018-417d-afd8-8cbf753604d4, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:15.079737 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.162130 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c4f5316e-bf9c-43f5-87e7-4d5fbe8044e3 req-363d8d51-2198-4ec1-8137-15664a31e127 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249508 Apr 29 15:36:15.172765 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151f8c08-8a1b-42e7-ad3b-d13f616f61eb req-43c389e0-fdc7-4104-a899-2d2d7591d5b9 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275454 Apr 29 15:36:15.224276 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-979805fd-aa80-4786-85ed-30ccc285e504 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dbd0973-fa00-4667-823f-1aad67e86f7b HTTP/1.1" status: 200 len: 217 time: 0.1224642 Apr 29 15:36:15.235916 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acac919-bb86-40d5-9845-b79ee56bf4da', 'tag': '3dbd0973-fa00-4667-823f-1aad67e86f7b', 'status': 'completed', 'code': 200} Apr 29 15:36:15.352129 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dad53d-a176-497a-a9a5-67743301b802 req-48bf3761-b079-404c-8088-46740f839ee8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:15.354711 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6dad53d-a176-497a-a9a5-67743301b802 req-48bf3761-b079-404c-8088-46740f839ee8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 943 time: 0.3862016 Apr 29 15:36:15.368328 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] For port f9972be0-b018-417d-afd8-8cbf753604d4, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:15.406872 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50516) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:15.422197 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-7afbb472-0df4-44ab-a5c6-82d523035c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:15.423637 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-7afbb472-0df4-44ab-a5c6-82d523035c66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.1542075 Apr 29 15:36:15.488861 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] For port f9972be0-b018-417d-afd8-8cbf753604d4, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9972be0-b018-417d-afd8-8cbf753604d4,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:15.503519 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-50685474-a149-4927-930e-28254171e13c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643797 Apr 29 15:36:15.507473 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.511652 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6dad53d-a176-497a-a9a5-67743301b802 req-75c841e1-8c5a-40e4-935f-a5f4f025826f tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496856 Apr 29 15:36:15.543391 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:15.580109 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.600102 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:15.606019 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1021579537f949df8ad9324b3b5edef3 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:15.611175 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:15.618287 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:15.620634 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eeb095-147e-4144-ac2d-7dd19b631918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1', 'code': 200} Apr 29 15:36:15.631151 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:15.631769 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.633156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/f9972be0-b018-417d-afd8-8cbf753604d4 HTTP/1.1" status: 200 len: 1093 time: 3.8144374 Apr 29 15:36:15.857248 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9972be0-b018-417d-afd8-8cbf753604d4,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:15.869605 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:15.892548 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1ea33-5041-4e74-9c13-c2c430402ca0 req-2fd7caad-5ce7-4c58-9d73-7330f67128a3 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:15.893689 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1ad1ea33-5041-4e74-9c13-c2c430402ca0 req-2fd7caad-5ce7-4c58-9d73-7330f67128a3 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 944 time: 0.5293162 Apr 29 15:36:15.929180 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.934920 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.965828 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a4eaf7d8-38ef-4840-b306-aa86602d62b4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:15.980508 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1021579537f949df8ad9324b3b5edef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5725648 Apr 29 15:36:15.983350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50542) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:15.988244 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:16.020459 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92389e4d-4049-4a4b-9dfa-d0017421fbae,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:16.025822 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:16.062045 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f87a-ba82-42af-8daf-a68d5741593f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.071854 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:16.077741 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:16.078138 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.092624 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f87a-ba82-42af-8daf-a68d5741593f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.132097 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1ad1ea33-5041-4e74-9c13-c2c430402ca0 req-599d926f-834f-458f-925f-6d13760ef400 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119696 Apr 29 15:36:16.135794 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-dc4ddb2c-09e0-44d2-a78f-77fcff06d442 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220927 Apr 29 15:36:16.165489 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f87a-ba82-42af-8daf-a68d5741593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.183193 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:16.201566 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7f87a-ba82-42af-8daf-a68d5741593f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92389e4d-4049-4a4b-9dfa-d0017421fbae,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:16.209265 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c8c7f87a-ba82-42af-8daf-a68d5741593f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:16.223027 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f87a-ba82-42af-8daf-a68d5741593f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.224054 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c8c7f87a-ba82-42af-8daf-a68d5741593f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92389e4d-4049-4a4b-9dfa-d0017421fbae HTTP/1.1" status: 204 len: 168 time: 0.2398217 Apr 29 15:36:16.242888 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.278423 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:16.286059 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.289681 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:16.384402 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:16.384981 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec591-3236-417c-896c-2fd4baf63922 req-88c95960-9cb8-43ea-a739-4d3926717fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:16.386538 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-88c95960-9cb8-43ea-a739-4d3926717fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 1096 time: 0.6739244 Apr 29 15:36:16.393224 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-3bf49ac3-d876-40ce-a9e9-e715ffbc0895 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:16.393863 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-3bf49ac3-d876-40ce-a9e9-e715ffbc0895 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Synchronizing usage tracker for tenant:67b40c049d2b438dade55dc595cd9358 on resource:network {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:16.393994 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:16.525156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-2324497f-93d0-4ce7-9574-374f00573ebf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9972be0-b018-417d-afd8-8cbf753604d4 HTTP/1.1" status: 200 len: 217 time: 0.1226313 Apr 29 15:36:16.531368 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf8c3a-0446-4dbe-891d-cbdd59419a2d req-16c4016a-fe9e-4c1b-9326-3e35b9dda714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:16.532997 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a4bf8c3a-0446-4dbe-891d-cbdd59419a2d req-16c4016a-fe9e-4c1b-9326-3e35b9dda714 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1099 time: 0.5542316 Apr 29 15:36:16.582636 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-3bf49ac3-d876-40ce-a9e9-e715ffbc0895 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Unset dirty status for tenant:67b40c049d2b438dade55dc595cd9358 on resource:network {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:16.583998 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-3bf49ac3-d876-40ce-a9e9-e715ffbc0895 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/networks?id=82410a0d-e42f-4b37-893a-ba1c710916e5 HTTP/1.1" status: 200 len: 813 time: 0.7156878 Apr 29 15:36:16.645065 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97628cb7-773a-411d-9d10-d23a21fce5b6 req-88c808d9-34c9-44e4-86b2-87e64601eca0 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959114 Apr 29 15:36:16.649272 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-2f596938-83f3-4875-bedd-fa82583a8b02 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/quotas/67b40c049d2b438dade55dc595cd9358 HTTP/1.1" status: 200 len: 375 time: 0.0367680 Apr 29 15:36:16.745926 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-d13b2497-9b1e-440e-80ec-ae2271d5e1fd tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=67b40c049d2b438dade55dc595cd9358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844507 Apr 29 15:36:16.777360 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec591-3236-417c-896c-2fd4baf63922 req-98710599-7bc3-469a-a000-420eaf20041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:16.787203 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-98710599-7bc3-469a-a000-420eaf20041f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.2353258 Apr 29 15:36:16.787203 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-a4bf8c3a-0446-4dbe-891d-cbdd59419a2d req-f5603067-c0df-4356-bc56-ae570b29c024 service neutron] Synchronizing usage tracker for tenant:1f5c10cd58df46418df4df44ec401eb1 on resource:security_group {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:16.957661 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-a4bf8c3a-0446-4dbe-891d-cbdd59419a2d req-f5603067-c0df-4356-bc56-ae570b29c024 service neutron] Unset dirty status for tenant:1f5c10cd58df46418df4df44ec401eb1 on resource:security_group {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:16.959318 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a4bf8c3a-0446-4dbe-891d-cbdd59419a2d req-f5603067-c0df-4356-bc56-ae570b29c024 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777168 Apr 29 15:36:17.094863 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-f70998b3-5f5c-4b53-b8f5-a71715afd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:17.099305 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-f70998b3-5f5c-4b53-b8f5-a71715afd5c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 1096 time: 0.3165550 Apr 29 15:36:17.110156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-47be1363-72ce-4130-b416-49ae68350884 service neutron] 10.222.0.42 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629076 Apr 29 15:36:17.135463 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ec591-3236-417c-896c-2fd4baf63922 req-3b9f7354-0674-4881-bf4a-78f9de46ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:17.136928 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-3b9f7354-0674-4881-bf4a-78f9de46ec0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3051133 Apr 29 15:36:17.237644 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'tag': 'f9972be0-b018-417d-afd8-8cbf753604d4'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:17.253151 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58166d1b-e9c5-47b4-9fb6-139744c97088 req-fa7aadc9-fe15-493e-8dd8-541585c3957c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:17.254678 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-58166d1b-e9c5-47b4-9fb6-139744c97088 req-fa7aadc9-fe15-493e-8dd8-541585c3957c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 943 time: 0.2297773 Apr 29 15:36:17.303151 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-9ade50f0-117c-43cb-b5eb-5cb70a17e6cc service neutron] 10.222.0.42 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921706 Apr 29 15:36:17.315464 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-58166d1b-e9c5-47b4-9fb6-139744c97088 req-12d73502-b1f8-4f6b-bdd5-f171b50fbc85 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545213 Apr 29 15:36:17.622302 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:17.645197 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-2af20c82-916c-4dae-833d-bf3bc95f365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:17.647136 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-2af20c82-916c-4dae-833d-bf3bc95f365f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 920 time: 0.3035743 Apr 29 15:36:17.670733 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-bdfc5c88-467f-4fe5-bcfd-67d260796228 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988470 Apr 29 15:36:17.697117 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bfa9a-417f-4c08-a14c-a633f4248d79 req-8b194c42-8857-4d40-a361-37c06022cf6d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:17.699335 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a66bfa9a-417f-4c08-a14c-a633f4248d79 req-8b194c42-8857-4d40-a361-37c06022cf6d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 943 time: 0.1471336 Apr 29 15:36:17.904088 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-d9198606-cfa9-4989-899c-3c988b748c19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dbd0973-fa00-4667-823f-1aad67e86f7b HTTP/1.1" status: 200 len: 217 time: 0.2025614 Apr 29 15:36:18.065850 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a66bfa9a-417f-4c08-a14c-a633f4248d79 req-28c6c7f6-d5f5-4bfd-9db1-ba2fa5b333ab tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114091 Apr 29 15:36:18.076239 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-32dd948b-ebad-4756-bf44-96675173bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:18.077667 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-32dd948b-ebad-4756-bf44-96675173bef3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.1582305 Apr 29 15:36:18.139889 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-2b779b9a-e688-405f-b5b3-8ab70da5d4d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527754 Apr 29 15:36:18.143207 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-164ec591-3236-417c-896c-2fd4baf63922 req-e9432867-776b-41df-8f9d-67c443e44c83 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428074 Apr 29 15:36:18.331246 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'tag': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'status': 'completed', 'code': 200} Apr 29 15:36:18.401143 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1206d-f823-48bf-8c0d-b7d6587da3c9 req-5c52dcf7-905f-4b73-8d98-a7ce33f06e77 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:18.402658 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-91b1206d-f823-48bf-8c0d-b7d6587da3c9 req-5c52dcf7-905f-4b73-8d98-a7ce33f06e77 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1382511 Apr 29 15:36:18.426469 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-363a1eeb-d2c8-4377-9cfa-86dd16c73f4a service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507510 Apr 29 15:36:18.473392 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-91b1206d-f823-48bf-8c0d-b7d6587da3c9 req-9745f29e-7a83-4132-9568-6eba3f73e271 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637152 Apr 29 15:36:18.540036 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'code': 200} Apr 29 15:36:18.578578 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5513a4b1-b683-4a33-a368-93e9edd00e46 req-45750ead-618f-4bef-9f67-b1e4278bbbdf tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 210 time: 0.0834875 Apr 29 15:36:18.754289 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79eea8e7-3795-47f2-9ba0-0f5ec9668e3a req-154b6cb2-7d34-48da-9703-9bae2858df3b service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055149 Apr 29 15:36:18.788367 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2e036-ce17-4507-aff2-e36851cee4b1 req-92d5e201-8ae2-4e3d-8215-c3c04f75b007 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:18.789821 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-58a2e036-ce17-4507-aff2-e36851cee4b1 req-92d5e201-8ae2-4e3d-8215-c3c04f75b007 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 943 time: 0.1348433 Apr 29 15:36:18.842742 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-58a2e036-ce17-4507-aff2-e36851cee4b1 req-e4f8a078-5e68-43cd-8128-20156228fd49 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Apr 29 15:36:18.917623 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-330722f5-d829-44c9-9144-bb27415d9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:18.919357 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-330722f5-d829-44c9-9144-bb27415d9eb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 1096 time: 0.0752039 Apr 29 15:36:19.118366 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-40092e9e-dd90-42a9-8194-74db1bf6a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:19.120362 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-40092e9e-dd90-42a9-8194-74db1bf6a2a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 911 time: 0.1835649 Apr 29 15:36:19.131053 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49561b-8082-4972-b198-d473d34bd208 req-d7dc5d86-a49e-4a06-87b6-b165f52794c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:19.132397 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9c49561b-8082-4972-b198-d473d34bd208 req-d7dc5d86-a49e-4a06-87b6-b165f52794c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 1098 time: 0.1109171 Apr 29 15:36:19.208619 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-72e535a2-2e19-4873-91e7-6a4070eb1460 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9972be0-b018-417d-afd8-8cbf753604d4 HTTP/1.1" status: 200 len: 217 time: 0.0798073 Apr 29 15:36:19.322110 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9c49561b-8082-4972-b198-d473d34bd208 req-9b477746-8869-47e0-8220-4a18d01c0c46 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434069 Apr 29 15:36:19.339321 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-07262638-6d18-4f6a-8589-bd3a43c30811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:19.340696 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-07262638-6d18-4f6a-8589-bd3a43c30811 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.0881734 Apr 29 15:36:19.368853 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f022b60-0836-4fa5-a2da-25fc0cf41e34 req-698f90e6-68bc-476d-8bfb-89f0823599ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:19.371123 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3f022b60-0836-4fa5-a2da-25fc0cf41e34 req-698f90e6-68bc-476d-8bfb-89f0823599ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 943 time: 0.1560342 Apr 29 15:36:19.436441 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3f022b60-0836-4fa5-a2da-25fc0cf41e34 req-3eb90f2f-9398-476f-bb69-6aa64bde9f4b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545545 Apr 29 15:36:19.716762 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a9d25-5955-41dd-86c5-87a9580e54e7 req-d319a88c-3f62-48d4-862d-8fdbf999aa5b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:19.725061 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-631a9d25-5955-41dd-86c5-87a9580e54e7 req-d319a88c-3f62-48d4-862d-8fdbf999aa5b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1289091 Apr 29 15:36:19.987188 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-37f6c9ce-bea4-4cea-82c8-f51d8ec6e24d req-418ac168-2964-482e-a717-829ce8cf6305 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 210 time: 0.2007332 Apr 29 15:36:20.008550 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3dbd0973-fa00-4667-823f-1aad67e86f7b details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:36:20.078949 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-631a9d25-5955-41dd-86c5-87a9580e54e7 req-2f8766f6-2326-43c6-8c9f-76ae070873ce tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523948 Apr 29 15:36:20.111793 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-159d758e-8348-40c0-b498-797183761544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:20.113261 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-159d758e-8348-40c0-b498-797183761544 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3856642 Apr 29 15:36:20.183520 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f17b952e-7182-4d1e-b282-078b9073cc04 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:20.184962 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f17b952e-7182-4d1e-b282-078b9073cc04 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.47 "GET /v2.0/networks?id=82410a0d-e42f-4b37-893a-ba1c710916e5 HTTP/1.1" status: 200 len: 813 time: 0.4558370 Apr 29 15:36:20.222678 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3dbd0973-fa00-4667-823f-1aad67e86f7b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3dbd0973-fa00-4667-823f-1aad67e86f7b,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:20.236437 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '3dbd0973-fa00-4667-823f-1aad67e86f7b', 'network_id': 'b758967a-7697-46b6-b37c-0a4fbe8e037c', 'port_id': '3dbd0973-fa00-4667-823f-1aad67e86f7b', 'mac_address': 'fa:16:3e:f3:2c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:36:20.271462 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Request body: {'port': {'device_id': 'fd5c9e85-9068-4785-a2fe-81934cf9b3bb', 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5', 'admin_state_up': True, 'tenant_id': '67b40c049d2b438dade55dc595cd9358'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:20.296745 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.316274 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbd0973-fa00-4667-823f-1aad67e86f7b {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:20.332435 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3dbd0973-fa00-4667-823f-1aad67e86f7b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3dbd0973-fa00-4667-823f-1aad67e86f7b,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:20.338006 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.340551 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-1ec74a58-8ce6-45cf-a745-9fdbbe12bee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:20.407000 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3dbd0973-fa00-4667-823f-1aad67e86f7b,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:20.410481 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:20.457871 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-0f4ec5a7-f725-496c-b3e2-4b681e14d5e2 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299963 Apr 29 15:36:20.561600 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af62f2-0808-449c-ac37-2417b09a4b39 req-00b6d91e-941d-44ed-9cff-6709790cb65f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:20.563570 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0af62f2-0808-449c-ac37-2417b09a4b39 req-00b6d91e-941d-44ed-9cff-6709790cb65f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 943 time: 0.3759229 Apr 29 15:36:20.616112 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:20.687673 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Usage tracker for resource:port and tenant:67b40c049d2b438dade55dc595cd9358 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:20.691330 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:20.719255 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:20.763543 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0af62f2-0808-449c-ac37-2417b09a4b39 req-f0603c08-c7b5-4edd-9879-1cb131de1cc3 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393104 Apr 29 15:36:20.766979 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Made reservation on behalf of 67b40c049d2b438dade55dc595cd9358 for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:20.770277 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.813345 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97c113a8-8fae-4cf4-9fef-69b619cefe65 req-8bd28359-6478-4bb0-8424-a12307807b79 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237114 Apr 29 15:36:20.880286 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['3dbd0973-fa00-4667-823f-1aad67e86f7b'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:36:20.886208 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe09a6-252d-482a-b986-c1c9aaec0cfa req-57f88371-e047-4518-8f82-a9487555c984 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:20.893193 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-24fe09a6-252d-482a-b986-c1c9aaec0cfa req-57f88371-e047-4518-8f82-a9487555c984 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 943 time: 0.3283148 Apr 29 15:36:21.029283 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-24fe09a6-252d-482a-b986-c1c9aaec0cfa req-18bcdf8f-3401-4348-abbd-0da1327623cc tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352239 Apr 29 15:36:21.044280 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Allocated IP 172.20.0.4 (82410a0d-e42f-4b37-893a-ba1c710916e5/dc4a66d2-681b-434d-8701-91c0d4cfc8f7/61e8ab06-1629-45b8-9b2c-ef5aa7c27685) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:21.355612 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-afbbe482-557a-4701-b433-8820fe2bbec8 req-08fefb6e-36f3-4987-af16-a9d73e6f0745 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 210 time: 0.1066525 Apr 29 15:36:21.428562 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.477607 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a74ad2-f3aa-4a3f-b8dc-11a28f059dc3 req-a523b94c-89ad-47fb-8f98-4133daf4fef8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:21.479453 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c8a74ad2-f3aa-4a3f-b8dc-11a28f059dc3 req-a523b94c-89ad-47fb-8f98-4133daf4fef8 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 945 time: 0.2324677 Apr 29 15:36:21.589705 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c8a74ad2-f3aa-4a3f-b8dc-11a28f059dc3 req-d9ee611c-674d-4972-9705-bf8ee7fcd357 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989866 Apr 29 15:36:21.592390 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.601504 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:21.665034 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Network 82410a0d-e42f-4b37-893a-ba1c710916e5 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:21.671985 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:21.684566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:36:21.690324 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:21.690943 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.712716 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Pushing event updated for resources: {'Port': ['ID=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:21.724778 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:21.735277 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe390dc-8e08-4027-9d2d-4da3ccedb98d req-8c6293ef-cafe-46b3-9176-af662b91babf tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:21.736870 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cbe390dc-8e08-4027-9d2d-4da3ccedb98d req-8c6293ef-cafe-46b3-9176-af662b91babf tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.2192457 Apr 29 15:36:21.738356 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4718201 Apr 29 15:36:21.778663 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Request body: {'port': {'device_id': 'fd5c9e85-9068-4785-a2fe-81934cf9b3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:21.951112 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cbe390dc-8e08-4027-9d2d-4da3ccedb98d req-3ab900f4-9a06-4d27-a05a-3d4b2c2b5d46 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082882 Apr 29 15:36:22.010977 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device f9972be0-b018-417d-afd8-8cbf753604d4 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:36:22.041694 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.130441 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc101b2c-575b-418c-828d-1657dfa5ff53 req-a9c18c0c-7dc1-4d18-b3b8-76e007b4dc68 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:22.131857 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cc101b2c-575b-418c-828d-1657dfa5ff53 req-a9c18c0c-7dc1-4d18-b3b8-76e007b4dc68 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 944 time: 0.2335441 Apr 29 15:36:22.153452 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port f9972be0-b018-417d-afd8-8cbf753604d4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9972be0-b018-417d-afd8-8cbf753604d4,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:22.167819 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'port_id': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'mac_address': 'fa:16:3e:e6:09:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:36:22.223106 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.243383 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9972be0-b018-417d-afd8-8cbf753604d4 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:22.265188 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port f9972be0-b018-417d-afd8-8cbf753604d4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9972be0-b018-417d-afd8-8cbf753604d4,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:22.269690 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.272141 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:22.331768 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cc101b2c-575b-418c-828d-1657dfa5ff53 req-2ee6dfd1-cf1d-4df3-bdea-60284b178643 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925833 Apr 29 15:36:22.337207 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=f9972be0-b018-417d-afd8-8cbf753604d4,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:22.340313 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:22.379298 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-b704e11f-a786-4a69-9c93-52778490205a tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:22.380961 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-b704e11f-a786-4a69-9c93-52778490205a tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 815 time: 0.3270583 Apr 29 15:36:22.423975 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-cced087b-7ecb-4ff1-8b1b-d70ae402cbaf tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/quotas/4ce43af9c75440fea48ea4f194084b4e HTTP/1.1" status: 200 len: 375 time: 0.0250962 Apr 29 15:36:22.652289 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-b474e629-eb27-4526-9eb2-b73e3e806222 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1815023 Apr 29 15:36:22.661512 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c771048-8652-463b-86b3-154e4a604579 req-da98f0ba-63ee-4f32-8297-b4f617598148 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:22.662955 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0c771048-8652-463b-86b3-154e4a604579 req-da98f0ba-63ee-4f32-8297-b4f617598148 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1933763 Apr 29 15:36:22.672456 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50748) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:22.679749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'floatingip': {'port_id': '00515b46-85d1-4550-ab8e-18e9be1dc9a3'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:22.757125 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['f9972be0-b018-417d-afd8-8cbf753604d4'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:36:22.794320 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.898258 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:22.911990 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.964412 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Transition to ACTIVE for port object 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:22.971801 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.981225 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2f6b7-2e4f-4a2b-aa19-97cff9570df7 req-43cfb9b1-1bff-4fa3-aa2e-6bf88ae98fa5 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:22.982870 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7e2f6b7-2e4f-4a2b-aa19-97cff9570df7 req-43cfb9b1-1bff-4fa3-aa2e-6bf88ae98fa5 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 944 time: 0.1830616 Apr 29 15:36:22.985132 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-b96bda57-4ea4-4ffc-aa57-484d3915e897 service neutron] 10.222.0.42 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213098 Apr 29 15:36:22.990712 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f2bde1f3-7c83-4a58-bf20-5d02fcf1088c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:23.243623 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Pushing event updated for resources: {'Port': ['ID=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:23.279649 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:23.296965 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7e2f6b7-2e4f-4a2b-aa19-97cff9570df7 req-d5a993f3-caf8-4647-9285-346ce0d76988 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721546 Apr 29 15:36:23.364949 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Attempting to bind port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:23.365298 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Attempting to bind port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:23.365969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Attempting to bind port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 on network 82410a0d-e42f-4b37-893a-ba1c710916e5 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:23.388104 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 on network 82410a0d-e42f-4b37-893a-ba1c710916e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:36:23.388793 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Attempting to bind port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 on network 82410a0d-e42f-4b37-893a-ba1c710916e5 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:23.397890 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:23.398260 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Checking segment: {'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:36:23.398648 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Bound using segment: {'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:23.399087 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Bound port: 61e8ab06-1629-45b8-9b2c-ef5aa7c27685, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:23.399436 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.410729 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-d3a07c64-002f-4681-b1bc-30647e156e78 service neutron] 10.222.0.42 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819680 Apr 29 15:36:23.655266 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-3ed77c34-9424-4ecf-9b85-61fde52fa839 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:23.656746 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-3ed77c34-9424-4ecf-9b85-61fde52fa839 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 945 time: 0.3388112 Apr 29 15:36:23.717664 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] For port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:23.725697 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.733878 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.790396 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] For port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:23.844504 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.854140 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:23.932397 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:23.933589 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.934996 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] 10.222.0.47 "PUT /v2.0/ports/61e8ab06-1629-45b8-9b2c-ef5aa7c27685 HTTP/1.1" status: 200 len: 1093 time: 2.1626236 Apr 29 15:36:23.937894 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5c9e85-9068-4785-a2fe-81934cf9b3bb', 'tag': '61e8ab06-1629-45b8-9b2c-ef5aa7c27685'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:23.955172 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731da05-7901-446f-a7e7-12edeb6356fe req-53828653-b04e-4f79-afed-b4a9cf00a73e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:23.955983 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-6731da05-7901-446f-a7e7-12edeb6356fe req-53828653-b04e-4f79-afed-b4a9cf00a73e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Synchronizing usage tracker for tenant:67b40c049d2b438dade55dc595cd9358 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:24.003196 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device f9972be0-b018-417d-afd8-8cbf753604d4 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:24.036573 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.l3_db [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Floating IP 9232dede-f24a-4415-81b8-102283c29e99 associated. External IP: 172.28.2.160, port: 00515b46-85d1-4550-ab8e-18e9be1dc9a3. Apr 29 15:36:24.060780 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Pushing event updated for resources: {'Port': ['ID=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:24.087788 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-6731da05-7901-446f-a7e7-12edeb6356fe req-53828653-b04e-4f79-afed-b4a9cf00a73e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Unset dirty status for tenant:67b40c049d2b438dade55dc595cd9358 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:24.093460 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port f9972be0-b018-417d-afd8-8cbf753604d4 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:24.096157 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6731da05-7901-446f-a7e7-12edeb6356fe req-53828653-b04e-4f79-afed-b4a9cf00a73e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 943 time: 0.6363497 Apr 29 15:36:24.100765 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port f9972be0-b018-417d-afd8-8cbf753604d4 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:24.101300 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.103179 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.103638 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.104091 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.104562 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.105021 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.105458 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.105897 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.106372 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.106794 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.107224 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.107654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.108083 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:24.132976 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da5512-e7b0-452f-98fb-ba45785855be req-3a0ebd7b-0c14-4f48-b223-8d29c11f6fe4 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:24.135089 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87da5512-e7b0-452f-98fb-ba45785855be req-3a0ebd7b-0c14-4f48-b223-8d29c11f6fe4 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 945 time: 0.4145064 Apr 29 15:36:24.141377 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:24.184821 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Deleting port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:36:24.185342 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.258373 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-6731da05-7901-446f-a7e7-12edeb6356fe req-fd0bd1cd-daab-4c9e-bc7e-a6f00b0d212f tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Synchronizing usage tracker for tenant:67b40c049d2b438dade55dc595cd9358 on resource:security_group {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:24.282872 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.352000 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9972be0-b018-417d-afd8-8cbf753604d4'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:24.352789 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87da5512-e7b0-452f-98fb-ba45785855be req-9f7b394d-3def-4e99-b911-c89027ba9ed6 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7c5c69-47e7-4e00-925b-9f10499768c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037885 Apr 29 15:36:24.364334 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port f9972be0-b018-417d-afd8-8cbf753604d4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9972be0-b018-417d-afd8-8cbf753604d4,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:24.380409 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.382971 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3dbd0973-fa00-4667-823f-1aad67e86f7b up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:24.396407 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-5c6c9735-9ae1-42b8-ab5f-ab735d876246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:24.398157 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-5c6c9735-9ae1-42b8-ab5f-ab735d876246 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67b40c049d2b438dade55dc595cd9358&device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 1096 time: 0.3891325 Apr 29 15:36:24.461547 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:24.566465 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-6731da05-7901-446f-a7e7-12edeb6356fe req-fd0bd1cd-daab-4c9e-bc7e-a6f00b0d212f tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Unset dirty status for tenant:67b40c049d2b438dade55dc595cd9358 on resource:security_group {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:24.576044 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6731da05-7901-446f-a7e7-12edeb6356fe req-fd0bd1cd-daab-4c9e-bc7e-a6f00b0d212f tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788289 Apr 29 15:36:24.617889 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-b27fb60e-a3c1-4819-884e-362abcd9ef49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61e8ab06-1629-45b8-9b2c-ef5aa7c27685 HTTP/1.1" status: 200 len: 217 time: 0.1878252 Apr 29 15:36:24.625651 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Router 3aab9383-0991-4c74-a745-372994016242 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:24.642433 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=f9972be0-b018-417d-afd8-8cbf753604d4,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:24.658174 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:24.696755 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 3dbd0973-fa00-4667-823f-1aad67e86f7b completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:24.702047 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 3dbd0973-fa00-4667-823f-1aad67e86f7b triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:24.702638 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.842472 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.843597 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] For port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,segment=NetworkSegment(46e7e8d3-8e34-470d-8250-45a1aaf3158f),segment_id=46e7e8d3-8e34-470d-8250-45a1aaf3158f)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:24.844150 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.860040 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ac20ef54-276c-41ba-a342-0a0f74a8ee35 req-ac0e2e4d-5da8-475d-b606-827dddf10d7d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 210 time: 0.0812392 Apr 29 15:36:24.879826 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3dbd0973-fa00-4667-823f-1aad67e86f7b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3dbd0973-fa00-4667-823f-1aad67e86f7b,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:24.899203 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.902381 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:24.979025 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3dbd0973-fa00-4667-823f-1aad67e86f7b,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:24.981267 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:24.986291 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.997698 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Calling delete_port for 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:36:24.998186 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] Sync routers for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:25.000826 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:25.003100 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5c9e85-9068-4785-a2fe-81934cf9b3bb', 'tag': '61e8ab06-1629-45b8-9b2c-ef5aa7c27685', 'status': 'completed', 'code': 200} Apr 29 15:36:25.012049 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-18b10a26-e4e9-47e1-8947-ab92d05ce6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:25.012216 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:36:25.012715 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:25.013827 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-18b10a26-e4e9-47e1-8947-ab92d05ce6a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc4a66d2-681b-434d-8701-91c0d4cfc8f7 HTTP/1.1" status: 200 len: 853 time: 0.3771813 Apr 29 15:36:25.094919 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a12d163e-2988-4d56-8bf2-c1820b382a18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "PUT /v2.0/floatingips/9232dede-f24a-4415-81b8-102283c29e99 HTTP/1.1" status: 200 len: 991 time: 2.4210873 Apr 29 15:36:25.095513 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:25.186419 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-64abbd36-2048-4a43-844d-59211919d61d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82410a0d-e42f-4b37-893a-ba1c710916e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879514 Apr 29 15:36:25.223262 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:36:25.339002 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf62e7-b649-46ce-9f35-c33a5f800a1e req-026a215d-03d1-42d6-a5d1-ba603ca3bc94 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:25.341226 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bdcf62e7-b649-46ce-9f35-c33a5f800a1e req-026a215d-03d1-42d6-a5d1-ba603ca3bc94 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 944 time: 0.6212428 Apr 29 15:36:25.671124 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '9232dede-f24a-4415-81b8-102283c29e99', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '3aab9383-0991-4c74-a745-372994016242', 'port_id': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'mac_address': 'fa:16:3e:c8:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:35:53Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 1, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:25.675475 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] Checking router: 3aab9383-0991-4c74-a745-372994016242 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:25.683937 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:36:25.684607 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:35:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:25.707011 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-50fed544-70c8-472b-b2f3-5baa97b96683 service neutron] 10.222.0.47 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987967 Apr 29 15:36:25.720580 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d5268-e273-4710-9468-8839118cc5d9 req-f7c87fad-4be7-485f-97ee-92d06113a1d8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:25.722011 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a93d5268-e273-4710-9468-8839118cc5d9 req-f7c87fad-4be7-485f-97ee-92d06113a1d8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.5871110 Apr 29 15:36:25.725077 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bdcf62e7-b649-46ce-9f35-c33a5f800a1e req-b200a793-6028-4561-9414-eb70eb091b90 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497941 Apr 29 15:36:25.796427 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'code': 200} Apr 29 15:36:25.893978 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-45e37c4b-f816-48e6-b662-36a909e65efb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:25.895399 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-45e37c4b-f816-48e6-b662-36a909e65efb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 815 time: 0.5534036 Apr 29 15:36:25.923801 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Request body: {'port': {'device_id': 'bf3b0a1c-4ddd-48df-b81d-0001e2e29962', 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'admin_state_up': True, 'tenant_id': '4ce43af9c75440fea48ea4f194084b4e'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:25.927682 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:36:25.944340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:25.956513 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a93d5268-e273-4710-9468-8839118cc5d9 req-9ad5cceb-3f26-4f3d-8fd7-c517c8a37aef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038782 Apr 29 15:36:25.995134 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['1a8d900a-dbd4-49f8-9134-85a91c4a8a04'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:36:26.004523 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-79758993-f180-4c41-83ec-b16acdb72309 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:26.039715 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'status': 'completed', 'code': 200} Apr 29 15:36:26.191986 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Pushing event deleted for resources: {'Port': ['ID=1a8d900a-dbd4-49f8-9134-85a91c4a8a04,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:26.220690 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-89199676-9de4-4e34-bd9a-ab8045e3a549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.228818 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baf04d-7ca9-43d9-910c-30e48c73b111 req-1e2f3aa7-30ef-4405-9c17-43c03fe25cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:26.230817 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-c8baf04d-7ca9-43d9-910c-30e48c73b111 req-1e2f3aa7-30ef-4405-9c17-43c03fe25cd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 1098 time: 0.1324840 Apr 29 15:36:26.234360 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:26.283766 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-c8baf04d-7ca9-43d9-910c-30e48c73b111 req-b3c968e9-26c7-492d-a566-ab9cf02eb625 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445588 Apr 29 15:36:26.452610 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-974e9db5-a2cc-4818-b566-7be79e5cd220 req-18569a8e-eedd-412d-bf0e-0d7ec7df5841 tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 210 time: 0.2191944 Apr 29 15:36:26.471000 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f3148c1c-8a6d-4917-a64f-1d2ba6c9023a req-8ff4c3ea-b045-432e-b7d7-ad4b277d494b service neutron] 10.222.0.47 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446465 Apr 29 15:36:26.472688 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '9232dede-f24a-4415-81b8-102283c29e99', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '3aab9383-0991-4c74-a745-372994016242', 'port_id': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'mac_address': 'fa:16:3e:c8:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:35:53Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 1, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:26.498395 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ff76e-fc78-4a98-9ccb-3508fd6a5f18 None None] The sync data for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb is: [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '9232dede-f24a-4415-81b8-102283c29e99', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '3aab9383-0991-4c74-a745-372994016242', 'port_id': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'mac_address': 'fa:16:3e:c8:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:35:53Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 1, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:26.499701 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] No DVR routers for this DVR port 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:26.512432 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.536845 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:26.553313 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Usage tracker for resource:port and tenant:4ce43af9c75440fea48ea4f194084b4e is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:26.560844 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:26.564908 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-11cfa4ce-acf6-48ef-91c8-99e1ea6e61c4 req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.47 "DELETE /v2.0/ports/1a8d900a-dbd4-49f8-9134-85a91c4a8a04 HTTP/1.1" status: 204 len: 173 time: 2.8976698 Apr 29 15:36:26.570395 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:26.590952 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-56235fee-3317-4a55-949f-7385114d90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:26.592602 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-56235fee-3317-4a55-949f-7385114d90d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 1098 time: 0.3740911 Apr 29 15:36:26.597042 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Made reservation on behalf of 4ce43af9c75440fea48ea4f194084b4e for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:26.600714 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.628737 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42038b2e-1f2a-47ef-86cb-82de6924e4fe req-0743f0eb-a7e7-4e2c-b979-20737bb6dcb1 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:26.636246 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-42038b2e-1f2a-47ef-86cb-82de6924e4fe req-0743f0eb-a7e7-4e2c-b979-20737bb6dcb1 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 943 time: 0.4042902 Apr 29 15:36:26.847109 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091f9f20-d9c9-45f0-b027-a0d75cb0b139 None None] New status for floating IP 9232dede-f24a-4415-81b8-102283c29e99: ACTIVE {{(pid=73802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:36:26.928312 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e11ca855-bc69-4ced-b317-13e5b043eba5 req-f8d5da25-645f-4d7b-80ed-ca67cd9485e0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 210 time: 0.2123749 Apr 29 15:36:26.959139 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-42038b2e-1f2a-47ef-86cb-82de6924e4fe req-9593d29e-71f6-4ece-9836-32f89f76d425 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217964 Apr 29 15:36:27.004750 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b', 'name': 'network-vif-deleted', 'tag': '1a8d900a-dbd4-49f8-9134-85a91c4a8a04'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:27.128241 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-51588808-3765-4a81-b77c-08a2e9a99f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:27.129676 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-51588808-3765-4a81-b77c-08a2e9a99f1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.4878023 Apr 29 15:36:27.345518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-6de9b222-efdd-40ed-8a4e-54f76d0a7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:27.347024 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-6de9b222-efdd-40ed-8a4e-54f76d0a7f92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67b40c049d2b438dade55dc595cd9358&device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 1096 time: 0.4987893 Apr 29 15:36:27.349940 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Allocated IP 172.20.0.7 (08bd4f8f-fb6b-4144-af8e-d3d2b328ba52/99973739-4135-41c4-9de6-76d4ff5f2b73/ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:27.418682 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-5feb2282-81c1-40ce-9bf8-536dd8b8e75b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3 HTTP/1.1" status: 200 len: 1001 time: 0.2446427 Apr 29 15:36:27.691379 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3982-666f-4247-87f9-07ca82cf1c25 req-d758282e-91d0-43f4-81a1-12fbc7cf7b9e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:27.692836 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-368d3982-666f-4247-87f9-07ca82cf1c25 req-d758282e-91d0-43f4-81a1-12fbc7cf7b9e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.5765030 Apr 29 15:36:27.716503 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01333-fa8b-4733-abac-834817243d64 req-82a6650f-c8ad-4902-a782-bd68904193fb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:27.717861 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e6b01333-fa8b-4733-abac-834817243d64 req-82a6650f-c8ad-4902-a782-bd68904193fb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.5996389 Apr 29 15:36:27.797138 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acac919-bb86-40d5-9845-b79ee56bf4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbd0973-fa00-4667-823f-1aad67e86f7b'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:27.797962 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-60d55e67-c594-4aa9-a8e3-581bd9a47f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:27.799424 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-60d55e67-c594-4aa9-a8e3-581bd9a47f63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.3612881 Apr 29 15:36:27.948230 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-a0b87d40-03d8-472a-b5bb-172c845d037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:27.950448 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-a0b87d40-03d8-472a-b5bb-172c845d037b service neutron] 10.222.0.47 "GET /v2.0/networks?id=82410a0d-e42f-4b37-893a-ba1c710916e5 HTTP/1.1" status: 200 len: 914 time: 0.5850546 Apr 29 15:36:27.962504 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-368d3982-666f-4247-87f9-07ca82cf1c25 req-81b89ada-2ebd-4189-8889-83136f7e8a19 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586632 Apr 29 15:36:28.020194 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:28.093732 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:36:28.094603 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 1a8d900a-dbd4-49f8-9134-85a91c4a8a04 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:28.104621 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b', 'name': 'network-vif-deleted', 'tag': '1a8d900a-dbd4-49f8-9134-85a91c4a8a04', 'status': 'completed', 'code': 200} Apr 29 15:36:28.130543 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-436f0e0e-aad7-4000-81f3-15ecef8ab739 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61e8ab06-1629-45b8-9b2c-ef5aa7c27685 HTTP/1.1" status: 200 len: 217 time: 0.1507387 Apr 29 15:36:28.144507 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e6b01333-fa8b-4733-abac-834817243d64 req-18d8ef59-4ed2-4300-8509-dc817767ec15 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974302 Apr 29 15:36:28.285841 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-9b482652-123c-4479-adb0-b0ae8bf9d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:28.287325 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-9b482652-123c-4479-adb0-b0ae8bf9d7ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc4a66d2-681b-434d-8701-91c0d4cfc8f7 HTTP/1.1" status: 200 len: 853 time: 0.1415746 Apr 29 15:36:28.293462 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:28.299948 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-51ad36c7-420b-4767-8c94-6f162d2bcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:28.301430 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-51ad36c7-420b-4767-8c94-6f162d2bcf7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4721353 Apr 29 15:36:28.404841 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acac919-bb86-40d5-9845-b79ee56bf4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbd0973-fa00-4667-823f-1aad67e86f7b', 'code': 200} Apr 29 15:36:28.564932 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-e638e4ea-8aac-4442-85a0-1004c3d87cbe service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517963 Apr 29 15:36:28.575173 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-d7b29564-99d5-4933-b4c9-4813e10d1343 req-425da7cd-df80-4182-b56e-7327b028e83b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Synchronizing usage tracker for tenant:e7c93fd10dc6485581d8a8598814716b on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:28.583610 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-b325ff3a-c7b7-4b94-8954-88c84c807599 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82410a0d-e42f-4b37-893a-ba1c710916e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332499 Apr 29 15:36:28.675276 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0db96df2-14d1-4510-99e1-70d1366c6475 req-a77ca4ac-f77a-4fd4-9949-fb9c9613524c tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 210 time: 0.0713351 Apr 29 15:36:28.718380 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:28.795674 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-d7b29564-99d5-4933-b4c9-4813e10d1343 req-425da7cd-df80-4182-b56e-7327b028e83b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Unset dirty status for tenant:e7c93fd10dc6485581d8a8598814716b on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:28.796929 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7b29564-99d5-4933-b4c9-4813e10d1343 req-425da7cd-df80-4182-b56e-7327b028e83b tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef920b53-1fa5-40ba-a6d4-ea33bf8ddf9b HTTP/1.1" status: 200 len: 210 time: 0.4808242 Apr 29 15:36:28.906543 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['006b7917-196e-4e1c-8c65-b1dabc39ab34'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:36:28.912853 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:28.974723 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ac076808-d80a-4cf2-a71a-a7daeb8e5742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:28.980815 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.074338 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:29.083019 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:29.101624 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:36:29.107677 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:29.108292 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.119221 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Pushing event updated for resources: {'Port': ['ID=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:29.177213 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:29.195461 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4aa1e694-5263-49d1-b1b9-cc0b18f3799e req-9eb7865e-eef0-4129-85eb-9b87b287480a service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145067 Apr 29 15:36:29.213654 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-4d12ba51-7dc1-4d3a-9538-8e9d137a13a3 service neutron] 10.222.0.47 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604541 Apr 29 15:36:29.225717 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3089778 Apr 29 15:36:29.247967 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9f9c6-f516-40cf-8b8a-d177694031e1 req-38c4f117-ab53-4263-888f-32295453fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:29.249345 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-69a9f9c6-f516-40cf-8b8a-d177694031e1 req-38c4f117-ab53-4263-888f-32295453fcda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 1098 time: 0.3896167 Apr 29 15:36:29.282486 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddfc1e-d1f1-47f9-8c21-8dd3be7b9fbb req-0b4a0c55-72e6-456c-9540-84529d3aa83b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:29.283880 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7ddfc1e-d1f1-47f9-8c21-8dd3be7b9fbb req-0b4a0c55-72e6-456c-9540-84529d3aa83b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 943 time: 0.4098830 Apr 29 15:36:29.290414 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Request body: {'port': {'device_id': 'bf3b0a1c-4ddd-48df-b81d-0001e2e29962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:29.563446 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded82e-22dc-46f6-8f67-b738c5f2fd41 req-5d34a035-6770-4a11-b070-e78789445fe1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:29.564988 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0ded82e-22dc-46f6-8f67-b738c5f2fd41 req-5d34a035-6770-4a11-b070-e78789445fe1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.4773951 Apr 29 15:36:29.625272 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-69a9f9c6-f516-40cf-8b8a-d177694031e1 req-0cf8015e-8e4d-4f02-8b91-d5bf0cb54381 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385973 Apr 29 15:36:29.652315 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7ddfc1e-d1f1-47f9-8c21-8dd3be7b9fbb req-32f91839-1504-43d6-a67c-7ece3f0305df tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328930 Apr 29 15:36:29.710418 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0ded82e-22dc-46f6-8f67-b738c5f2fd41 req-6bb70f28-4e42-4f1f-99b1-76c6eef3efbc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328299 Apr 29 15:36:29.712640 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c182dcee-cc8b-4750-8aa1-54c254eb435b req-59424d33-b660-4dd2-b622-633d1fe90a5e service neutron] 10.222.0.47 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623215 Apr 29 15:36:29.713360 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.949485 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8567e93-0c7c-4b99-b62f-60882eea017e req-bbc61caa-14d2-4c82-a45f-a86aeaa38bfb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:29.951079 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b8567e93-0c7c-4b99-b62f-60882eea017e req-bbc61caa-14d2-4c82-a45f-a86aeaa38bfb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1859589 Apr 29 15:36:30.039343 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:36:30.077134 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b8567e93-0c7c-4b99-b62f-60882eea017e req-73e943f8-1a50-4e1d-91a6-4fd108f4c468 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142573 Apr 29 15:36:30.276690 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.378872 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:30.420273 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '61e8ab06-1629-45b8-9b2c-ef5aa7c27685', 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5', 'port_id': '61e8ab06-1629-45b8-9b2c-ef5aa7c27685', 'mac_address': 'fa:16:3e:88:fd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4a66d2-681b-434d-8701-91c0d4cfc8f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:36:30.458593 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-b3fbce73-4a5a-4c15-a1ce-dfa9c60e50c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3571553 Apr 29 15:36:30.485137 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044ee66-250b-450b-a830-3d27b6c9dcee req-5d23bf37-b346-4589-83ae-7e1120e3509d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:30.485872 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-f044ee66-250b-450b-a830-3d27b6c9dcee req-5d23bf37-b346-4589-83ae-7e1120e3509d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Synchronizing usage tracker for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:30.533621 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.560657 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:30.577099 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:30.587643 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.589479 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-bec8b280-ffdb-4e9b-8172-021192206b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:30.604473 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:30.614987 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.672366 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-f044ee66-250b-450b-a830-3d27b6c9dcee req-5d23bf37-b346-4589-83ae-7e1120e3509d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Unset dirty status for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:30.673336 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:30.673541 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f044ee66-250b-450b-a830-3d27b6c9dcee req-5d23bf37-b346-4589-83ae-7e1120e3509d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 931 time: 0.4515133 Apr 29 15:36:30.676852 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:30.697664 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Transition to ACTIVE for port object ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:30.713459 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.727312 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a7444ac0-3f91-4a02-8512-040ce51fe4d0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:30.859780 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f044ee66-250b-450b-a830-3d27b6c9dcee req-eaf32af2-3c6f-452c-87c8-7c091871e091 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778150 Apr 29 15:36:30.946945 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ab50-9d23-4582-87ba-e93b85d50653 req-8ac0555a-26cd-4f58-9ab3-402f85a564b4 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:30.948776 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b831ab50-9d23-4582-87ba-e93b85d50653 req-8ac0555a-26cd-4f58-9ab3-402f85a564b4 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.4754052 Apr 29 15:36:30.959998 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 50952) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:30.964814 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Pushing event updated for resources: {'Port': ['ID=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:30.970016 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-df40fc62-e1e8-4e7e-909a-69944f614c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:30.972427 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-df40fc62-e1e8-4e7e-909a-69944f614c17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 1099 time: 0.3511136 Apr 29 15:36:30.973425 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:30.977624 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'floatingip': {'port_id': 'f9972be0-b018-417d-afd8-8cbf753604d4'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:31.026737 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Attempting to bind port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:31.027842 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Attempting to bind port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:31.028347 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Attempting to bind port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:31.039392 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:36:31.039721 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Attempting to bind port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:31.052634 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:31.053077 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Checking segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:36:31.053473 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Bound using segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:31.053920 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Bound port: ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:31.054312 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.061530 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.128825 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['61e8ab06-1629-45b8-9b2c-ef5aa7c27685'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:36:31.471396 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc6f18-3352-496c-8d51-8c85d5f480c1 req-c90a80c5-e8cf-4035-8098-465a9cb4e565 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:31.472906 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7dfc6f18-3352-496c-8d51-8c85d5f480c1 req-c90a80c5-e8cf-4035-8098-465a9cb4e565 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 944 time: 0.4872050 Apr 29 15:36:31.478749 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] For port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:31.498841 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-29d1850d-df95-4f18-b5ef-e3cb5560193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:31.501601 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-29d1850d-df95-4f18-b5ef-e3cb5560193e service neutron] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 916 time: 0.4052632 Apr 29 15:36:31.512436 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] For port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:31.589511 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.610073 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:31.651896 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965f33e-4e89-4f94-bb9a-f83eaa2c733c req-49c83457-a61e-435b-90f0-de69ec4b4cd4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:31.653936 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f965f33e-4e89-4f94-bb9a-f83eaa2c733c req-49c83457-a61e-435b-90f0-de69ec4b4cd4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.5887709 Apr 29 15:36:31.666527 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-a912afea-4af4-4003-ac89-36b8fec7743d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006b7917-196e-4e1c-8c65-b1dabc39ab34 HTTP/1.1" status: 200 len: 217 time: 0.1502125 Apr 29 15:36:31.682000 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.696870 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:31.696870 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.698619 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] 10.222.0.47 "PUT /v2.0/ports/ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d HTTP/1.1" status: 200 len: 1093 time: 2.4417577 Apr 29 15:36:31.714783 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.720897 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.755362 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3b0a1c-4ddd-48df-b81d-0001e2e29962', 'tag': 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:31.775628 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7dfc6f18-3352-496c-8d51-8c85d5f480c1 req-b85a4139-7c03-450d-ba5c-98eaf1a4d61b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918277 Apr 29 15:36:31.925013 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.l3_db [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Floating IP b6b1a090-566f-49c6-a9ab-e2572a7f3450 associated. External IP: 172.28.2.71, port: f9972be0-b018-417d-afd8-8cbf753604d4. Apr 29 15:36:31.994807 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f965f33e-4e89-4f94-bb9a-f83eaa2c733c req-67808989-37f2-40d7-88a0-994462bebeb9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254864 Apr 29 15:36:31.995513 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Pushing event updated for resources: {'Port': ['ID=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:32.012588 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:32.026908 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-8224122f-2e98-4b78-bc42-7e9e7c9d189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:32.028986 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-8224122f-2e98-4b78-bc42-7e9e7c9d189a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.3458352 Apr 29 15:36:32.103771 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3b0a1c-4ddd-48df-b81d-0001e2e29962', 'tag': 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d', 'status': 'completed', 'code': 200} Apr 29 15:36:32.112557 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-11da13c0-631c-484f-8a74-79b3e80ab1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:32.114311 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-11da13c0-631c-484f-8a74-79b3e80ab1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 1096 time: 0.3104227 Apr 29 15:36:32.120994 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-4fe1b559-3c23-49f8-ae61-a8a8f33fe295 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659742 Apr 29 15:36:32.250107 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 50982) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:32.280099 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-7ddeb0f4-e076-4401-9c6c-063a54aa754b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d HTTP/1.1" status: 200 len: 217 time: 0.1096997 Apr 29 15:36:32.414751 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Router 800a68da-9519-4f83-b4d7-999af4d070a6 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:32.467282 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] Deleting subnet 36c2d1db-97ab-4413-ac9e-b7809eb57d2e {{(pid=73800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:36:32.486744 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.527281 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-65d11b0c-02f4-42da-a678-1350c9c03719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:32.528802 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-65d11b0c-02f4-42da-a678-1350c9c03719 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.2144895 Apr 29 15:36:32.540696 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-be708a90-89e5-4112-98a6-f087239364e9 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692248 Apr 29 15:36:32.582223 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c717d-2337-412f-98e0-0e1ed937cf9b req-268f9cac-9d46-4ab3-9589-b37c509f5ee6 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:32.583680 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-136c717d-2337-412f-98e0-0e1ed937cf9b req-268f9cac-9d46-4ab3-9589-b37c509f5ee6 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 943 time: 0.4528389 Apr 29 15:36:32.598202 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:32.606230 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.608259 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] Sync routers for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:32.618217 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.618422 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:36:32.618994 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:36:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:32.624007 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-e30dc5de-f9c9-408c-a41c-bce7def91c5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800936 Apr 29 15:36:32.668468 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ac7813fc-2c6b-4970-9d29-3792d5371e08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "PUT /v2.0/floatingips/b6b1a090-566f-49c6-a9ab-e2572a7f3450 HTTP/1.1" status: 200 len: 990 time: 1.7035224 Apr 29 15:36:32.668468 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'tag': 'f9972be0-b018-417d-afd8-8cbf753604d4'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:32.677424 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.799034 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:36:32.883286 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'tag': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'status': 'completed', 'code': 200} Apr 29 15:36:32.900458 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-136c717d-2337-412f-98e0-0e1ed937cf9b req-af6b7d07-d485-4347-bc21-eb909e6c450d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793956 Apr 29 15:36:33.032874 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-652d1b7c-3b83-4294-a0d3-cbf058b1d422 req-40b4540a-386f-4acc-b624-05a6bef82dc0 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420640 Apr 29 15:36:33.110382 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-35598163-d3c8-4839-a881-1e0cbf38ef82 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716430 Apr 29 15:36:33.261077 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.268007 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'b6b1a090-566f-49c6-a9ab-e2572a7f3450', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'floating_ip_address': '172.28.2.71', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'port_id': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'mac_address': 'fa:16:3e:e6:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:31Z', 'revision_number': 1, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:33.272706 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] Checking router: 800a68da-9519-4f83-b4d7-999af4d070a6 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:33.283294 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:36:33.283959 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:36:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:33.502860 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:36:33.595292 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-09a0b595-de50-44d0-9e16-a6a793d1338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:33.596704 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-09a0b595-de50-44d0-9e16-a6a793d1338b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 1098 time: 0.6099579 Apr 29 15:36:33.608717 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06a43e-ff8b-4b78-ba08-de50cbd851b9 req-7e3bf377-1bf9-4a45-89aa-20affe3007cb tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:33.610205 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5f06a43e-ff8b-4b78-ba08-de50cbd851b9 req-7e3bf377-1bf9-4a45-89aa-20affe3007cb tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 944 time: 0.5896223 Apr 29 15:36:33.705623 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.713837 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e2d71-78d9-4a1c-ba7f-57a31f4c4bd6 req-677b944c-36fa-49c5-be84-362a4edd8989 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:33.715412 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8a4e2d71-78d9-4a1c-ba7f-57a31f4c4bd6 req-677b944c-36fa-49c5-be84-362a4edd8989 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.5685079 Apr 29 15:36:33.764398 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa5f03e7-7270-4dd8-b24f-1f4e1b9139fa req-66f6973d-1974-417e-b809-6381a59e9ea3 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804126 Apr 29 15:36:33.778365 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:33.846456 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c2d1db-97ab-4413-ac9e-b7809eb57d2e,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:33.862102 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.864628 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:33.870908 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5f06a43e-ff8b-4b78-ba08-de50cbd851b9 req-ab0f9c19-0e39-40e8-8f72-5e3918c97615 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340755 Apr 29 15:36:33.895171 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-e72f940f-7982-4b87-bb51-6aa88444b64a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/36c2d1db-97ab-4413-ac9e-b7809eb57d2e HTTP/1.1" status: 204 len: 168 time: 1.6218030 Apr 29 15:36:33.897736 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51062) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:33.910578 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8a4e2d71-78d9-4a1c-ba7f-57a31f4c4bd6 req-59a70ba9-12cd-4c5b-af38-064586140396 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353436 Apr 29 15:36:33.951683 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-d2dd3d34-1ab0-4fc3-a27b-1a320dd135a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:33.955616 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-d2dd3d34-1ab0-4fc3-a27b-1a320dd135a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 911 time: 0.3443244 Apr 29 15:36:34.040526 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.073059 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:34.102388 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'b6b1a090-566f-49c6-a9ab-e2572a7f3450', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'floating_ip_address': '172.28.2.71', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'port_id': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'mac_address': 'fa:16:3e:e6:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:31Z', 'revision_number': 1, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:34.108048 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6463c2-a6d3-444b-9036-2fbf81d6025d None None] The sync data for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb is: [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'b6b1a090-566f-49c6-a9ab-e2572a7f3450', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'floating_ip_address': '172.28.2.71', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'port_id': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'mac_address': 'fa:16:3e:e6:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:31Z', 'revision_number': 1, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:34.202268 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:34.206889 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.210028 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:34.210602 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.239247 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-ddcb4842-8392-420d-be44-c2d8fb6382cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9972be0-b018-417d-afd8-8cbf753604d4 HTTP/1.1" status: 200 len: 998 time: 0.2072129 Apr 29 15:36:34.264666 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-a606a68e-dcd3-4366-8a37-e7e52ff8c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:34.266402 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-a606a68e-dcd3-4366-8a37-e7e52ff8c39d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 1096 time: 0.3005276 Apr 29 15:36:34.364383 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58021e83-9fc3-4624-a7d0-1badcd83a774']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:34.376329 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.379387 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e7e8d3-8e34-470d-8250-45a1aaf3158f') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:34.379785 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e7e8d3-8e34-470d-8250-45a1aaf3158f') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:34.402361 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.436067 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.443356 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:34.462108 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d2d72-5c18-49a5-a96d-37cdac7ccb39 None None] New status for floating IP b6b1a090-566f-49c6-a9ab-e2572a7f3450: ACTIVE {{(pid=73802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:36:34.571404 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5c9e85-9068-4785-a2fe-81934cf9b3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e8ab06-1629-45b8-9b2c-ef5aa7c27685'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:34.622568 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:34.629352 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.633093 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:34.638348 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-a7d4b923-c129-486a-a282-d3e272bb0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:34.639697 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-a7d4b923-c129-486a-a282-d3e272bb0d40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.3316495 Apr 29 15:36:34.711878 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Network 58021e83-9fc3-4624-a7d0-1badcd83a774 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:36:34.723893 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5c9e85-9068-4785-a2fe-81934cf9b3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e8ab06-1629-45b8-9b2c-ef5aa7c27685', 'code': 200} Apr 29 15:36:34.733813 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.895022 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-b0948b2f-1dc2-4797-9d66-1ecc79b230ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:34.897042 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-b0948b2f-1dc2-4797-9d66-1ecc79b230ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 916 time: 0.4461048 Apr 29 15:36:34.932937 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4043220-dff4-4c90-8f29-f4046f029a75 req-18173ea1-a456-41bf-b098-66d659ce3863 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:34.933805 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:34.936893 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d4043220-dff4-4c90-8f29-f4046f029a75 req-18173ea1-a456-41bf-b098-66d659ce3863 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 943 time: 0.4803150 Apr 29 15:36:34.979363 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.979848 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.980190 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.980523 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.980852 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.981356 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.981796 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.982142 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.982508 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.982863 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.983185 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.983505 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:34.998681 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:35.045568 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Network 58021e83-9fc3-4624-a7d0-1badcd83a774 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:35.069224 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:35.155450 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.160195 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:35.178323 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.187044 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=58021e83-9fc3-4624-a7d0-1badcd83a774,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:35.198614 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.199226 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.199617 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.200498 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.200905 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.201264 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.201815 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.201961 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.202333 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.202668 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.203004 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.203349 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:35.203457 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-947ff02b-bfe9-4960-abb8-1a1011d26475 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d HTTP/1.1" status: 200 len: 217 time: 0.2515447 Apr 29 15:36:35.214347 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/58021e83-9fc3-4624-a7d0-1badcd83a774 HTTP/1.1" status: 204 len: 168 time: 1.3122778 Apr 29 15:36:35.214347 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:35.316540 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d4043220-dff4-4c90-8f29-f4046f029a75 req-4c8dafe6-09e8-4b1a-bef1-cb401d763618 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395682 Apr 29 15:36:35.363292 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-f2e5b558-f356-454f-896b-7e7e9caa0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:35.364887 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-f2e5b558-f356-454f-896b-7e7e9caa0603 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.1471870 Apr 29 15:36:35.436746 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51122) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:35.447442 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-9d139ddf-bd04-4ee4-b737-d43ac6983a89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611219 Apr 29 15:36:35.452891 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-c7b3d063-7edf-4303-a586-6448dec83c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:35.454312 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-c7b3d063-7edf-4303-a586-6448dec83c7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6895804 Apr 29 15:36:35.461470 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-b99b5793-c096-447a-8d70-f7dc845b4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:35.463361 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-b99b5793-c096-447a-8d70-f7dc845b4e96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 1098 time: 0.6673179 Apr 29 15:36:35.490448 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5b404033-0a39-4569-a1d6-1e30ad58cc82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7c93fd10dc6485581d8a8598814716b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521264 Apr 29 15:36:35.492844 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51126) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:35.526360 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d392a-3be4-4469-8f6c-a7b934c997d7 req-dd2b930e-6a0e-4496-a7c9-3fe2e4cb125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:35.528319 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cf1d392a-3be4-4469-8f6c-a7b934c997d7 req-dd2b930e-6a0e-4496-a7c9-3fe2e4cb125a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 1098 time: 0.4017801 Apr 29 15:36:35.556192 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00bd8593-fd02-4d51-83b0-5e36178e3694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.584808 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00bd8593-fd02-4d51-83b0-5e36178e3694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.644817 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00bd8593-fd02-4d51-83b0-5e36178e3694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.648681 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:35.682249 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31853e1f-efbf-45df-9ef9-9e742b1762a7 req-e9cc773e-5a96-4d34-a522-a6f4a87b62bd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:35.685123 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-31853e1f-efbf-45df-9ef9-9e742b1762a7 req-e9cc773e-5a96-4d34-a522-a6f4a87b62bd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.7798450 Apr 29 15:36:35.745225 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd8593-fd02-4d51-83b0-5e36178e3694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c5c69-47e7-4e00-925b-9f10499768c4,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:35.748310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-00bd8593-fd02-4d51-83b0-5e36178e3694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:35.756457 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00bd8593-fd02-4d51-83b0-5e36178e3694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.757570 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-00bd8593-fd02-4d51-83b0-5e36178e3694 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a7c5c69-47e7-4e00-925b-9f10499768c4 HTTP/1.1" status: 204 len: 168 time: 0.2636492 Apr 29 15:36:36.026265 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-31853e1f-efbf-45df-9ef9-9e742b1762a7 req-66cfa7b7-0221-4e59-803e-001c7a1afe01 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069992 Apr 29 15:36:36.039735 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cf1d392a-3be4-4469-8f6c-a7b934c997d7 req-fd8d0399-da76-4aac-8566-10bea319fab1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504376 Apr 29 15:36:36.071028 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-be9f0e02-f76e-4c1b-b0e3-36ac3f44b170 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140389 Apr 29 15:36:36.107584 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-655b5211-8ba4-408e-ab40-c78cf96346bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:36.109051 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-655b5211-8ba4-408e-ab40-c78cf96346bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 920 time: 0.5894692 Apr 29 15:36:36.113550 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-ff6771e0-40c0-40aa-8bd0-a838c7ee003c service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950119 Apr 29 15:36:36.123550 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633839d-2697-4061-bb32-67327faf2d30 req-ed96671a-73ef-4b43-bc92-8ba2e08a1f8c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:36.124756 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b633839d-2697-4061-bb32-67327faf2d30 req-ed96671a-73ef-4b43-bc92-8ba2e08a1f8c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.6747844 Apr 29 15:36:36.174036 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b633839d-2697-4061-bb32-67327faf2d30 req-048e3a2d-f2da-41f7-8e7e-ffe2963f6dc6 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Apr 29 15:36:36.642227 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-15dd7c3b-004a-4d76-9740-38cc3db7c33b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dbd0973-fa00-4667-823f-1aad67e86f7b HTTP/1.1" status: 200 len: 217 time: 0.1057456 Apr 29 15:36:36.915711 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-0f9644da-71f0-4e13-b28b-3753283ad3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:36.917146 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-0f9644da-71f0-4e13-b28b-3753283ad3af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.2558794 Apr 29 15:36:37.001387 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f4a3ce2a-2383-4659-a70c-78f2cba9aee9 req-b44c07b4-bcbd-4b1e-8f90-8864d6fd926a service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890223 Apr 29 15:36:37.003758 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1ee8fb6-0d6d-43c5-baf1-5a882a0eb860 req-1ff51f2d-5088-444b-8b01-6aa2793a3176 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706256 Apr 29 15:36:37.008439 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-a0fcaae5-ab41-412c-b726-068c5ff52fdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763397 Apr 29 15:36:37.021679 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9b07-25ff-4406-b764-1d6924c9ee7d req-05c85299-2741-43c5-97cd-541b65a83e6b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:37.030092 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cd7a9b07-25ff-4406-b764-1d6924c9ee7d req-05c85299-2741-43c5-97cd-541b65a83e6b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 943 time: 0.3272758 Apr 29 15:36:37.176214 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cd7a9b07-25ff-4406-b764-1d6924c9ee7d req-f7ce8b76-d247-4fc7-b9a8-e9f313489e08 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449180 Apr 29 15:36:37.268079 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-f6e66b1d-21d1-47b5-b503-b2fda22fd50c service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101402 Apr 29 15:36:37.306101 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51200) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:37.439049 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.455253 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:37.459638 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Usage tracker for resource:security_group_rule and tenant:a0b923cf2dca4caca88589949790caad is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:37.462939 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:37.470887 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:37.548334 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-29ee4bf8-a8fc-4d1d-815b-938e1c96f603 req-8f8e20b4-6e26-4ef1-9591-22abe0206cf4 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721179 Apr 29 15:36:37.564959 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.569107 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.571560 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf07957-1f60-484d-91cb-74fce8d61084 req-3ce28831-9692-482d-9c3d-2ed18d9d8e48 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:37.573052 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dbf07957-1f60-484d-91cb-74fce8d61084 req-3ce28831-9692-482d-9c3d-2ed18d9d8e48 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.2467029 Apr 29 15:36:37.576476 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:37.581876 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7f1f-eb4a-4752-8fc8-de00237a4083 req-2994e708-beb7-4f41-a7f1-d228ae97bc3e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:37.583334 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e4cc7f1f-eb4a-4752-8fc8-de00237a4083 req-2994e708-beb7-4f41-a7f1-d228ae97bc3e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.1569650 Apr 29 15:36:37.619172 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0b923cf2dca4caca88589949790caad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119767 Apr 29 15:36:37.622180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 51212) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:37.624079 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a747a3-b57a-408a-92c6-2160c54a7928,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:37.627582 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:37.758853 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dbf07957-1f60-484d-91cb-74fce8d61084 req-8760adbb-1f82-42b2-b9b6-b7a894f1f315 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745560 Apr 29 15:36:37.780805 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e4cc7f1f-eb4a-4752-8fc8-de00237a4083 req-fe641531-fbe2-43e0-a8cf-45198739f6dd tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810863 Apr 29 15:36:37.811239 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-877be6cf-7a39-4b03-9cd3-f40d8066edc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.841429 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-877be6cf-7a39-4b03-9cd3-f40d8066edc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.900765 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-877be6cf-7a39-4b03-9cd3-f40d8066edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.906928 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1eb31d98-fe40-4a52-a5b1-8b205e772189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:37.921323 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877be6cf-7a39-4b03-9cd3-f40d8066edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a747a3-b57a-408a-92c6-2160c54a7928,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:37.924910 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-877be6cf-7a39-4b03-9cd3-f40d8066edc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:37.927076 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-877be6cf-7a39-4b03-9cd3-f40d8066edc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.929213 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-877be6cf-7a39-4b03-9cd3-f40d8066edc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07a747a3-b57a-408a-92c6-2160c54a7928 HTTP/1.1" status: 204 len: 168 time: 0.3048601 Apr 29 15:36:38.119035 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:36:38.236498 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 51228) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:38.254143 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.261520 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:38.269183 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:38.273313 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:2271ad89a8814ee49b22c814b26da518 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:38.275467 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d', 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'port_id': 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d', 'mac_address': 'fa:16:3e:5a:fb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99973739-4135-41c4-9de6-76d4ff5f2b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:36:38.275910 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:38.282272 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:38.333787 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.351312 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:36:38.367181 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:38.370784 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.373225 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:38.404986 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76619b-5046-48ac-95fd-bc89ecb1b902 req-ef047370-dabb-4726-a40a-feb7e3639e3b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:38.406486 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1d76619b-5046-48ac-95fd-bc89ecb1b902 req-ef047370-dabb-4726-a40a-feb7e3639e3b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 943 time: 0.1220689 Apr 29 15:36:38.443445 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:38.447109 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:38.474009 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.478173 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.490919 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:38.505551 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1d76619b-5046-48ac-95fd-bc89ecb1b902 req-6e0c83ea-3ad7-4b1a-a506-6748d08b1e78 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856330 Apr 29 15:36:38.537433 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2271ad89a8814ee49b22c814b26da518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994564 Apr 29 15:36:38.537999 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6644d9ea-6a6c-400c-af79-1b5a83c49a6a,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:38.539673 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51234) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:38.541062 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:38.600876 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f4b8-9017-4e84-90db-0c4b5c806c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.630766 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f4b8-9017-4e84-90db-0c4b5c806c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.682892 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f4b8-9017-4e84-90db-0c4b5c806c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.687292 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e0ee25c6-768c-4ebb-9314-191f3b82cb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:38.699746 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2f4b8-9017-4e84-90db-0c4b5c806c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6644d9ea-6a6c-400c-af79-1b5a83c49a6a,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:38.702509 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a2f2f4b8-9017-4e84-90db-0c4b5c806c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:38.709938 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f4b8-9017-4e84-90db-0c4b5c806c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.711071 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a2f2f4b8-9017-4e84-90db-0c4b5c806c6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6644d9ea-6a6c-400c-af79-1b5a83c49a6a HTTP/1.1" status: 204 len: 168 time: 0.1699545 Apr 29 15:36:38.888880 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:36:39.024440 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10442324-ed74-41d6-a97b-82bb6a824918 req-b31ecfaf-59e5-4401-ad34-5685cce74f60 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:39.025939 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-10442324-ed74-41d6-a97b-82bb6a824918 req-b31ecfaf-59e5-4401-ad34-5685cce74f60 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.1202528 Apr 29 15:36:39.034505 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12182dec-6251-4ca3-9ebc-84a617fc9629 req-0920769a-65f6-42a0-9f6a-16fc4deed20c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:39.035983 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-12182dec-6251-4ca3-9ebc-84a617fc9629 req-0920769a-65f6-42a0-9f6a-16fc4deed20c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1643476 Apr 29 15:36:39.112612 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-10442324-ed74-41d6-a97b-82bb6a824918 req-7d202f52-3c3f-48f1-91e7-ef334d850c91 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Apr 29 15:36:39.115460 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-12182dec-6251-4ca3-9ebc-84a617fc9629 req-61e426bd-c16d-4847-9dfd-328266d76283 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655506 Apr 29 15:36:39.802270 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb4cec-d6f6-498f-b072-07d64da2b902 req-e5ce2406-0976-4bda-a004-08acc7ac3496 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:39.803723 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97fb4cec-d6f6-498f-b072-07d64da2b902 req-e5ce2406-0976-4bda-a004-08acc7ac3496 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 944 time: 0.1511958 Apr 29 15:36:39.863092 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-97fb4cec-d6f6-498f-b072-07d64da2b902 req-1310d780-c857-4e9f-bd62-aabaae47959e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526841 Apr 29 15:36:40.303496 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5695c-b77b-47e2-b064-6f5bbfbbe417 req-1236bdae-8248-41ef-8111-952551e1a215 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:40.304966 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-01f5695c-b77b-47e2-b064-6f5bbfbbe417 req-1236bdae-8248-41ef-8111-952551e1a215 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0807090 Apr 29 15:36:40.351478 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-01f5695c-b77b-47e2-b064-6f5bbfbbe417 req-fb1b0e36-9ec5-4567-b044-ff0388ad1887 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Apr 29 15:36:41.093730 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d947b2-350f-4838-a479-3331fc0f7e25 req-0931406e-9dae-4b19-97e1-07fa85385547 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:41.095796 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79d947b2-350f-4838-a479-3331fc0f7e25 req-0931406e-9dae-4b19-97e1-07fa85385547 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 944 time: 0.0965333 Apr 29 15:36:41.141490 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-79d947b2-350f-4838-a479-3331fc0f7e25 req-7375adca-3374-4563-a3a8-477b1dcc72dd tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Apr 29 15:36:41.542388 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60e34-f37f-4db4-b32e-202456ef6cd4 req-f596f177-b4b1-4003-b800-bfc0ad9b4eb9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:41.543879 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b9c60e34-f37f-4db4-b32e-202456ef6cd4 req-f596f177-b4b1-4003-b800-bfc0ad9b4eb9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0791378 Apr 29 15:36:41.592521 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b9c60e34-f37f-4db4-b32e-202456ef6cd4 req-a99be341-a343-4a24-9320-c359dc674d85 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Apr 29 15:36:42.143312 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:42.218467 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:42.230923 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:42.231281 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.360757 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac62e2-59d6-46d5-a391-104a4454d9ad req-e1eba5a9-a9be-49bd-9880-ae116eb2936f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:42.362396 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-43ac62e2-59d6-46d5-a391-104a4454d9ad req-e1eba5a9-a9be-49bd-9880-ae116eb2936f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 944 time: 0.0971956 Apr 29 15:36:42.404977 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.436548 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-43ac62e2-59d6-46d5-a391-104a4454d9ad req-b7f37db2-160a-429a-9dc0-3be1a7dbd6c7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654976 Apr 29 15:36:42.440896 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3b0a1c-4ddd-48df-b81d-0001e2e29962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:36:42.458077 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:42.463764 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.465654 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:42.533211 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3b0a1c-4ddd-48df-b81d-0001e2e29962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d', 'code': 200} Apr 29 15:36:42.573852 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:42.577574 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:42.789998 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c6c5c-7d2f-46ce-a2a7-6db7cecf2289 req-d6d7c582-1017-4d11-8ab5-f05281641c88 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:42.791540 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-831c6c5c-7d2f-46ce-a2a7-6db7cecf2289 req-d6d7c582-1017-4d11-8ab5-f05281641c88 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0915511 Apr 29 15:36:42.875870 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-831c6c5c-7d2f-46ce-a2a7-6db7cecf2289 req-529019fe-d93b-42cf-ae0d-e74e19822601 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781248 Apr 29 15:36:42.903395 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453411c9-6e93-4bc6-913f-ab207af3a556 req-ecb7376e-2ac1-4955-9f47-2f3340a42fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:42.905433 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-453411c9-6e93-4bc6-913f-ab207af3a556 req-ecb7376e-2ac1-4955-9f47-2f3340a42fa8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 1098 time: 0.0811367 Apr 29 15:36:42.952213 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-453411c9-6e93-4bc6-913f-ab207af3a556 req-354a72ef-cc18-4593-991b-e84b2df2f5c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366817 Apr 29 15:36:43.629108 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1b790-f26e-4792-9b9b-fadf36e5e0ff req-746ec286-e2c9-48b0-8d14-df80534899f9 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:43.634158 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8ce1b790-f26e-4792-9b9b-fadf36e5e0ff req-746ec286-e2c9-48b0-8d14-df80534899f9 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 945 time: 0.0905571 Apr 29 15:36:43.692355 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8ce1b790-f26e-4792-9b9b-fadf36e5e0ff req-9bce9304-e07d-4bb9-a3c9-1c179d763d3a tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519712 Apr 29 15:36:44.087420 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748b675-593a-46d3-a038-f6d6799b760d req-c0295f22-d9e6-4142-ac79-df1294c11d03 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:44.089223 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b748b675-593a-46d3-a038-f6d6799b760d req-c0295f22-d9e6-4142-ac79-df1294c11d03 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0903177 Apr 29 15:36:44.148406 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b748b675-593a-46d3-a038-f6d6799b760d req-e6d1dd8e-25b3-46d7-b68f-af4636e073de tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512450 Apr 29 15:36:44.161409 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51478) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:44.299790 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.314469 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:44.318445 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Usage tracker for resource:security_group_rule and tenant:1041d8339c4f4790ac3b434dfe921f6d is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:44.321229 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:44.327036 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:44.412777 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.419644 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.429035 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c8c7f87a-ba82-42af-8daf-a68d5741593f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:44.468464 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1041d8339c4f4790ac3b434dfe921f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054132 Apr 29 15:36:44.470054 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de0f8a3-2d5d-4665-b398-ea409abf1c2d,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:44.471111 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 51488) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:44.472982 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:44.528244 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1c750a02-0ad9-4b5d-a3b8-89abc93c170b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.555146 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1c750a02-0ad9-4b5d-a3b8-89abc93c170b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.611424 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1c750a02-0ad9-4b5d-a3b8-89abc93c170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.616497 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:44.628891 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c750a02-0ad9-4b5d-a3b8-89abc93c170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de0f8a3-2d5d-4665-b398-ea409abf1c2d,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:44.633351 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c750a02-0ad9-4b5d-a3b8-89abc93c170b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:44.639227 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1c750a02-0ad9-4b5d-a3b8-89abc93c170b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.640991 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-1c750a02-0ad9-4b5d-a3b8-89abc93c170b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3de0f8a3-2d5d-4665-b398-ea409abf1c2d HTTP/1.1" status: 204 len: 168 time: 0.1681664 Apr 29 15:36:44.917321 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2765d4-4f65-46f4-89ae-f49678b8483b req-c8c0ec80-51e4-4a1e-ab3b-825bb7ebc8d7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:44.918834 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6b2765d4-4f65-46f4-89ae-f49678b8483b req-c8c0ec80-51e4-4a1e-ab3b-825bb7ebc8d7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 945 time: 0.1182189 Apr 29 15:36:44.968353 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6b2765d4-4f65-46f4-89ae-f49678b8483b req-a37c674d-9102-4a85-a32d-8e688576e849 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437312 Apr 29 15:36:45.376688 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed6c0-3ade-45cf-89cd-236cdb27172a req-a6265c0b-91a6-444d-ba6d-bbfc82c31586 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:45.388685 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151ed6c0-3ade-45cf-89cd-236cdb27172a req-a6265c0b-91a6-444d-ba6d-bbfc82c31586 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1084523 Apr 29 15:36:45.467522 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151ed6c0-3ade-45cf-89cd-236cdb27172a req-39c251b5-aea6-4984-a455-092633ef4912 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755789 Apr 29 15:36:46.220699 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e878d4-f1ba-4ccf-b4fd-f12ebee34c31 req-7158fc34-38a2-478d-9a5e-d7362c15f8c6 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:46.222137 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-72e878d4-f1ba-4ccf-b4fd-f12ebee34c31 req-7158fc34-38a2-478d-9a5e-d7362c15f8c6 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 945 time: 0.1492028 Apr 29 15:36:46.241025 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:36:46.267312 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-72e878d4-f1ba-4ccf-b4fd-f12ebee34c31 req-e42c2b60-6376-44a6-89e7-279e2bde41fa tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Apr 29 15:36:46.293286 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 51558) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:46.433645 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.452106 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:46.456994 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4be70995b044d2bbf65bac7ba76eb64 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:46.465794 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:46.475340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:46.645267 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.655161 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.668611 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:46.718299 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4be70995b044d2bbf65bac7ba76eb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237864 Apr 29 15:36:46.720750 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51582) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:46.724127 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9b58d8-aaa5-4404-be91-2f932c488d94,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:46.727656 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:46.762836 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeada1-9b49-4419-8d5e-635dad5bf856 req-e8b93c33-9fdf-4f60-884d-36884aa7acad tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:46.770727 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-58eeada1-9b49-4419-8d5e-635dad5bf856 req-e8b93c33-9fdf-4f60-884d-36884aa7acad tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1674671 Apr 29 15:36:46.792720 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e5f5a3ee-2a4a-462d-a63f-838c0b99d644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.835175 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e5f5a3ee-2a4a-462d-a63f-838c0b99d644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.846868 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-58eeada1-9b49-4419-8d5e-635dad5bf856 req-91bc0dc9-6691-43a7-b383-8678ee21ebb1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680921 Apr 29 15:36:46.905618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e5f5a3ee-2a4a-462d-a63f-838c0b99d644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.912711 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d8165e6b-6d43-4879-933b-279cbfa252e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:46.928314 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5a3ee-2a4a-462d-a63f-838c0b99d644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9b58d8-aaa5-4404-be91-2f932c488d94,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:46.932891 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e5f5a3ee-2a4a-462d-a63f-838c0b99d644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:46.935606 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e5f5a3ee-2a4a-462d-a63f-838c0b99d644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.940853 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e5f5a3ee-2a4a-462d-a63f-838c0b99d644 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b9b58d8-aaa5-4404-be91-2f932c488d94 HTTP/1.1" status: 204 len: 168 time: 0.2183874 Apr 29 15:36:47.342180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 51604) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:47.360613 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.385175 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:47.390025 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Usage tracker for resource:security_group_rule and tenant:1d1722b91c294f1bb6ff0410cf63b7b0 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:47.393522 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:47.400166 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:47.512557 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.521397 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.531161 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:47.572120 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d1722b91c294f1bb6ff0410cf63b7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283428 Apr 29 15:36:47.572991 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00b463-01bc-4d36-9279-c21866a323fc,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:47.574865 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51614) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:47.575895 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:47.636150 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43fd8041-be0e-4600-ac30-fb81176da224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.662794 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43fd8041-be0e-4600-ac30-fb81176da224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.712473 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43fd8041-be0e-4600-ac30-fb81176da224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.716422 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cb0cb7aa-add7-4950-8299-f98dc58da51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:47.730925 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd8041-be0e-4600-ac30-fb81176da224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00b463-01bc-4d36-9279-c21866a323fc,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:47.735914 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-43fd8041-be0e-4600-ac30-fb81176da224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:47.740365 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-43fd8041-be0e-4600-ac30-fb81176da224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.741509 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-43fd8041-be0e-4600-ac30-fb81176da224 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c00b463-01bc-4d36-9279-c21866a323fc HTTP/1.1" status: 204 len: 168 time: 0.1634455 Apr 29 15:36:48.052105 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbb226-8d8b-4a1d-8a9e-1ce0c48796d5 req-05d36989-67e9-4e3e-9aa3-e574f1f600fe tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:48.053767 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d0dbb226-8d8b-4a1d-8a9e-1ce0c48796d5 req-05d36989-67e9-4e3e-9aa3-e574f1f600fe tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0885239 Apr 29 15:36:48.102515 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d0dbb226-8d8b-4a1d-8a9e-1ce0c48796d5 req-3c68f4b6-3950-4b11-89a0-794e141b1188 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Apr 29 15:36:49.297318 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8157c2-7631-4c73-9675-bfe1b8171483 req-52af1d3a-a764-4504-b576-a613158d6b78 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:49.299218 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1e8157c2-7631-4c73-9675-bfe1b8171483 req-52af1d3a-a764-4504-b576-a613158d6b78 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0846014 Apr 29 15:36:49.349390 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1e8157c2-7631-4c73-9675-bfe1b8171483 req-2b004c35-b807-4ec5-a392-f2a1582fd052 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Apr 29 15:36:50.549078 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851731-ecf7-4768-b6a1-0f1b844149f9 req-efd6b9c2-d92c-4920-b342-e0ec23c4b30a tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:50.550540 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7851731-ecf7-4768-b6a1-0f1b844149f9 req-efd6b9c2-d92c-4920-b342-e0ec23c4b30a tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0834105 Apr 29 15:36:50.597756 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7851731-ecf7-4768-b6a1-0f1b844149f9 req-7d34d5f5-3e5f-4f86-974a-09045ad2d261 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Apr 29 15:36:51.783170 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7c806-0fc4-48a7-a7ed-679c2e53aa22 req-0c65c117-9307-49e5-ba11-b3a358bc2fb6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:51.784711 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e8f7c806-0fc4-48a7-a7ed-679c2e53aa22 req-0c65c117-9307-49e5-ba11-b3a358bc2fb6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0784805 Apr 29 15:36:51.829542 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e8f7c806-0fc4-48a7-a7ed-679c2e53aa22 req-9acc695a-ec64-432e-ad7a-a3c7bb76b76b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Apr 29 15:36:52.671905 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51788) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.796489 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.810535 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:52.814831 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Usage tracker for resource:security_group_rule and tenant:6d7ccea06e7842849a16350145e609a4 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:52.817615 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:52.823472 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:52.919647 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.929327 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.938691 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a2f2f4b8-9017-4e84-90db-0c4b5c806c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:52.979479 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d940bed7-2292-474c-a6aa-330276ece4fd,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:52.988253 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:52.993528 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d7ccea06e7842849a16350145e609a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205068 Apr 29 15:36:52.994310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51800) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:53.056049 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7a850d92-2cb7-4149-bcbf-aa11d5ebcb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.072130 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d3364-9a4c-401c-b089-a6ad31e2d6bd req-a690f5d4-2e5b-4c6a-a0e8-45a0b45e110b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:53.073612 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-aa2d3364-9a4c-401c-b089-a6ad31e2d6bd req-a690f5d4-2e5b-4c6a-a0e8-45a0b45e110b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0917823 Apr 29 15:36:53.087776 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7a850d92-2cb7-4149-bcbf-aa11d5ebcb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.122329 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-aa2d3364-9a4c-401c-b089-a6ad31e2d6bd req-9ce741f3-fbeb-4c52-83d8-3c4da167813e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Apr 29 15:36:53.177448 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7a850d92-2cb7-4149-bcbf-aa11d5ebcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.184919 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:53.197705 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a850d92-2cb7-4149-bcbf-aa11d5ebcb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d940bed7-2292-474c-a6aa-330276ece4fd,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:53.201475 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7a850d92-2cb7-4149-bcbf-aa11d5ebcb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:53.211818 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7a850d92-2cb7-4149-bcbf-aa11d5ebcb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.214996 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-7a850d92-2cb7-4149-bcbf-aa11d5ebcb83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d940bed7-2292-474c-a6aa-330276ece4fd HTTP/1.1" status: 204 len: 168 time: 0.2193501 Apr 29 15:36:53.510058 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 51814) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:53.528224 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.542292 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:53.546669 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Usage tracker for resource:security_group_rule and tenant:87788e003ea34110aef4f7c4c1c8bc31 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:53.549386 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:53.554896 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:53.638248 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.642842 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.649851 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e6155dd7-c468-4e7a-9c4c-f0836a1c37fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:53.690784 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87788e003ea34110aef4f7c4c1c8bc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792173 Apr 29 15:36:53.691772 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d54a36-7564-46cc-977a-282fc29a53dd,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:53.693462 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 51818) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:53.694834 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:53.755001 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-421cc1b0-f68c-465b-bbcc-acf008c18bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.780916 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-421cc1b0-f68c-465b-bbcc-acf008c18bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.836509 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-421cc1b0-f68c-465b-bbcc-acf008c18bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.841709 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a5ca2017-b20c-4b45-b8a2-fea6c112904d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:53.856397 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cc1b0-f68c-465b-bbcc-acf008c18bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d54a36-7564-46cc-977a-282fc29a53dd,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:53.859329 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-421cc1b0-f68c-465b-bbcc-acf008c18bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:53.872894 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-421cc1b0-f68c-465b-bbcc-acf008c18bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.873897 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-421cc1b0-f68c-465b-bbcc-acf008c18bb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16d54a36-7564-46cc-977a-282fc29a53dd HTTP/1.1" status: 204 len: 168 time: 0.1794937 Apr 29 15:36:54.349581 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cd606-1593-4b38-bf00-aeaccce84879 req-44a0cd6f-1855-452f-9c69-7d47495f4fd4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:54.351162 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9e1cd606-1593-4b38-bf00-aeaccce84879 req-44a0cd6f-1855-452f-9c69-7d47495f4fd4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1041560 Apr 29 15:36:54.397255 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9e1cd606-1593-4b38-bf00-aeaccce84879 req-e39622a3-d844-4c46-8720-324e4517678f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Apr 29 15:36:55.612202 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc0994-0c53-4b96-a3d8-d9a2eb8bc3bc req-749e1c53-610c-49f7-aa01-ae44881971e4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:55.613810 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81fc0994-0c53-4b96-a3d8-d9a2eb8bc3bc req-749e1c53-610c-49f7-aa01-ae44881971e4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0909088 Apr 29 15:36:55.665054 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81fc0994-0c53-4b96-a3d8-d9a2eb8bc3bc req-29875f48-a4db-4d35-90a2-bc0c1e52dcb3 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Apr 29 15:36:56.215924 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6c14b2ac-fa92-4efd-bb67-10e78597fa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:56.866454 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82908bd6-4ee1-4740-be9b-6358251489e5 req-0efc40a0-b33d-4ed7-b6bc-9e5370fe59b0 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:56.867893 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-82908bd6-4ee1-4740-be9b-6358251489e5 req-0efc40a0-b33d-4ed7-b6bc-9e5370fe59b0 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0807374 Apr 29 15:36:56.912790 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-82908bd6-4ee1-4740-be9b-6358251489e5 req-4e99950d-5955-4425-b5be-6fd0ec2ec715 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Apr 29 15:36:58.106265 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23177e37-a6ca-494c-9949-50d3c7f4ed08 req-fce19a97-168a-45a8-9634-e993976e8579 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:58.107734 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23177e37-a6ca-494c-9949-50d3c7f4ed08 req-fce19a97-168a-45a8-9634-e993976e8579 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0828044 Apr 29 15:36:58.154673 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23177e37-a6ca-494c-9949-50d3c7f4ed08 req-2e2ec62d-a0d5-4f7e-8692-c8103a64a1c5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Apr 29 15:36:58.839410 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 51982) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:58.899886 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c34e123b-f6ba-4a99-b591-2e508c88aa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.902375 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.972654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.987482 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:58.991295 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Usage tracker for resource:security_group_rule and tenant:7f8c2410a3ea4b459e2bb7d798eaa01c is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:58.994162 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:58.999752 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.088556 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.092384 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.100431 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c750a02-0ad9-4b5d-a3b8-89abc93c170b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:59.141313 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a87cde6-b891-448e-af6d-b739fed599ec,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:59.146140 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f8c2410a3ea4b459e2bb7d798eaa01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056283 Apr 29 15:36:59.146996 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:59.148793 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 51988) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:59.211911 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a5017c2d-b1cc-4645-a918-49f307c2fd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.247534 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a5017c2d-b1cc-4645-a918-49f307c2fd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.358936 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a5017c2d-b1cc-4645-a918-49f307c2fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.368606 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:59.385770 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5017c2d-b1cc-4645-a918-49f307c2fd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a87cde6-b891-448e-af6d-b739fed599ec,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:59.388823 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a5017c2d-b1cc-4645-a918-49f307c2fd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:36:59.400528 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcb6e0-e73a-45ee-abfb-163a41f6d488 req-2cbfe78d-8997-44f9-9eb6-7439cbc3f254 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:36:59.402147 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-20dcb6e0-e73a-45ee-abfb-163a41f6d488 req-2cbfe78d-8997-44f9-9eb6-7439cbc3f254 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1238317 Apr 29 15:36:59.404838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a5017c2d-b1cc-4645-a918-49f307c2fd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.414643 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-a5017c2d-b1cc-4645-a918-49f307c2fd54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a87cde6-b891-448e-af6d-b739fed599ec HTTP/1.1" status: 204 len: 168 time: 0.2617819 Apr 29 15:36:59.462352 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-20dcb6e0-e73a-45ee-abfb-163a41f6d488 req-c94917dc-2889-494b-af3e-ae6d50cb0974 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Apr 29 15:36:59.713680 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52012) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:59.834351 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 52020) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:59.850986 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.853008 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.865380 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.867618 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:59.869126 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Usage tracker for resource:security_group_rule and tenant:fde7d49e0cac4e60a8d6653be5ee99b3 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.871757 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Usage tracker for resource:security_group_rule and tenant:da7f28b50eae4ae1a32d001f2a0434ac is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.872231 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.874704 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.878008 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.880872 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.967772 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.972215 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.973252 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.976374 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.984369 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ec4637fb-070c-479d-a658-7f34e655a66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:36:59.985688 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:00.028139 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da7f28b50eae4ae1a32d001f2a0434ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899126 Apr 29 15:37:00.028352 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fde7d49e0cac4e60a8d6653be5ee99b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109984 Apr 29 15:37:00.028352 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097fa68b-6b15-4d6a-b726-9cc6de182c35,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.028525 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 52024) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:00.028610 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 52026) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:00.029633 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:00.033381 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd2729-0495-4445-a6d9-7a23b8fb1389,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.059389 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:00.103663 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.201276 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fc9da00d-2d70-401a-b529-ae4709f5766b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.205548 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-628625b3-c236-4aa6-9d6d-40f6ced8518f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.251027 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fc9da00d-2d70-401a-b529-ae4709f5766b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.260298 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-628625b3-c236-4aa6-9d6d-40f6ced8518f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.338474 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fc9da00d-2d70-401a-b529-ae4709f5766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.342857 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:00.350575 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-628625b3-c236-4aa6-9d6d-40f6ced8518f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.364251 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9da00d-2d70-401a-b529-ae4709f5766b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097fa68b-6b15-4d6a-b726-9cc6de182c35,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.366535 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fc9da00d-2d70-401a-b529-ae4709f5766b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:00.368963 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-877be6cf-7a39-4b03-9cd3-f40d8066edc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:00.389937 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628625b3-c236-4aa6-9d6d-40f6ced8518f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd2729-0495-4445-a6d9-7a23b8fb1389,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.393134 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-628625b3-c236-4aa6-9d6d-40f6ced8518f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:00.394887 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fc9da00d-2d70-401a-b529-ae4709f5766b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.396015 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-fc9da00d-2d70-401a-b529-ae4709f5766b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/097fa68b-6b15-4d6a-b726-9cc6de182c35 HTTP/1.1" status: 204 len: 168 time: 0.3649302 Apr 29 15:37:00.400545 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-628625b3-c236-4aa6-9d6d-40f6ced8518f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.402672 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-628625b3-c236-4aa6-9d6d-40f6ced8518f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3acd2729-0495-4445-a6d9-7a23b8fb1389 HTTP/1.1" status: 204 len: 168 time: 0.3730903 Apr 29 15:37:00.680402 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a147c3-68eb-4deb-b06d-479ecba6f513 req-36188b81-75b8-490e-9cd1-68207a397f67 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:00.681997 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-82a147c3-68eb-4deb-b06d-479ecba6f513 req-36188b81-75b8-490e-9cd1-68207a397f67 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1007159 Apr 29 15:37:00.740484 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-82a147c3-68eb-4deb-b06d-479ecba6f513 req-56c2d026-43ef-41e9-874b-3bc4fae602be tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505381 Apr 29 15:37:00.821416 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 52050) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:00.845838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.861659 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:00.865455 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Usage tracker for resource:security_group_rule and tenant:85f1a1724b0d429b8fa64f62925b97c6 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:00.868281 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:00.873818 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:00.983663 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.988641 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.998675 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-14565ffb-4c90-4887-a9b4-5c62fb733351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:01.043155 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85f1a1724b0d429b8fa64f62925b97c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206089 Apr 29 15:37:01.044902 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec6012e-1383-46d1-b7f0-e8cb039e3550,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:01.045903 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52062) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:01.049327 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:01.112657 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-465d4d25-2315-4987-85dc-684f896cbce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.142833 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-465d4d25-2315-4987-85dc-684f896cbce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.197343 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-465d4d25-2315-4987-85dc-684f896cbce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.202749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d529929a-3d6c-4b1d-99ab-c58f8913645c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:01.219061 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d4d25-2315-4987-85dc-684f896cbce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec6012e-1383-46d1-b7f0-e8cb039e3550,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:01.222962 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-465d4d25-2315-4987-85dc-684f896cbce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:01.232736 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-465d4d25-2315-4987-85dc-684f896cbce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.237156 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-465d4d25-2315-4987-85dc-684f896cbce9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fec6012e-1383-46d1-b7f0-e8cb039e3550 HTTP/1.1" status: 204 len: 168 time: 0.1865265 Apr 29 15:37:01.678956 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.971694 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db6e53-7db9-4249-a803-23ec9a4db092 req-05667229-19d2-4846-808c-1fbd624c9d41 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:01.974225 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d8db6e53-7db9-4249-a803-23ec9a4db092 req-05667229-19d2-4846-808c-1fbd624c9d41 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0947196 Apr 29 15:37:02.027476 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d8db6e53-7db9-4249-a803-23ec9a4db092 req-e2e54541-373a-4df1-985e-8c2918626c89 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463526 Apr 29 15:37:03.245553 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5d96-ca95-4769-8095-4aca201657c8 req-03415265-9221-439f-83de-bd07f52e7195 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:03.247047 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0ecd5d96-ca95-4769-8095-4aca201657c8 req-03415265-9221-439f-83de-bd07f52e7195 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1002610 Apr 29 15:37:03.292874 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.310762 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0ecd5d96-ca95-4769-8095-4aca201657c8 req-be7c3a7c-e44a-4e98-9d70-d48d24164071 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524089 Apr 29 15:37:03.583469 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-26d9199a-ec92-411a-94e2-4e41a731035b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:03.585456 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-26d9199a-ec92-411a-94e2-4e41a731035b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 815 time: 0.1892655 Apr 29 15:37:03.611129 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-9a369ba4-42fa-4dc4-af40-4943386d5000 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/quotas/4ce43af9c75440fea48ea4f194084b4e HTTP/1.1" status: 200 len: 375 time: 0.0157602 Apr 29 15:37:03.614691 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52192) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.706165 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-a8ba56dc-567f-47ca-a638-162797ceeda7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936866 Apr 29 15:37:03.804705 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.819084 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:03.823065 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Usage tracker for resource:security_group_rule and tenant:2174e0f9ff88429c9151def138cf7e71 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:03.825880 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:03.831862 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:03.861749 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-34347e42-2445-4d45-b07c-acd8378a5ee1 service neutron] 10.222.0.42 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461935 Apr 29 15:37:03.917193 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.921071 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.928503 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ed2e9577-bb75-4741-98ed-312597295ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:03.971223 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2174e0f9ff88429c9151def138cf7e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542666 Apr 29 15:37:03.972019 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809474a3-69e0-4985-ba38-6f723a286445,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.973824 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 52204) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.975076 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:04.033053 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-6cdd3fbc-0e2a-4a73-82b6-0580c19bab6d service neutron] 10.222.0.42 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646824 Apr 29 15:37:04.066924 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5afcf480-e0b2-4a01-acfc-bedbac8550ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.092622 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5afcf480-e0b2-4a01-acfc-bedbac8550ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.148221 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5afcf480-e0b2-4a01-acfc-bedbac8550ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.152124 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:04.167435 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcf480-e0b2-4a01-acfc-bedbac8550ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809474a3-69e0-4985-ba38-6f723a286445,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.170651 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-5afcf480-e0b2-4a01-acfc-bedbac8550ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:04.187144 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5afcf480-e0b2-4a01-acfc-bedbac8550ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.188288 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-5afcf480-e0b2-4a01-acfc-bedbac8550ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/809474a3-69e0-4985-ba38-6f723a286445 HTTP/1.1" status: 204 len: 168 time: 0.2127690 Apr 29 15:37:04.250682 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-36dcb2b8-05fa-49bb-917b-24fc6ae2fd25 req-ca29e19d-08fc-4226-ac97-d71f43c11ce2 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 210 time: 0.0556824 Apr 29 15:37:04.528369 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58c096-86b7-4359-966c-4cd67ebaba08 req-a418f198-9657-49b8-b1d8-f2ac220b67cc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:04.537447 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2f58c096-86b7-4359-966c-4cd67ebaba08 req-a418f198-9657-49b8-b1d8-f2ac220b67cc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1000578 Apr 29 15:37:04.552109 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52228) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:04.583071 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2f58c096-86b7-4359-966c-4cd67ebaba08 req-27efd079-6c6d-4eb7-b337-ba6ebdfbb1bd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447447 Apr 29 15:37:04.589304 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.620456 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:04.624321 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Usage tracker for resource:security_group_rule and tenant:e18b4d173fd04957b276e73598bd4aa4 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:04.628037 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:04.633686 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:04.718388 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.723181 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.731727 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:04.778145 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e18b4d173fd04957b276e73598bd4aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247145 Apr 29 15:37:04.780606 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52240) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:04.783248 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52595100-a9e1-429b-ba54-4dfdbcaccf50,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.829070 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:04.856089 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff2e7-ecac-44ec-9951-e95a2a6eefb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.883823 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff2e7-ecac-44ec-9951-e95a2a6eefb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.944612 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff2e7-ecac-44ec-9951-e95a2a6eefb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.951832 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-085189cd-8f04-408b-b3cf-58d7c81819dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:04.969109 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ff2e7-ecac-44ec-9951-e95a2a6eefb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52595100-a9e1-429b-ba54-4dfdbcaccf50,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.976008 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ce1ff2e7-ecac-44ec-9951-e95a2a6eefb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:04.980527 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff2e7-ecac-44ec-9951-e95a2a6eefb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.981762 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ce1ff2e7-ecac-44ec-9951-e95a2a6eefb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52595100-a9e1-429b-ba54-4dfdbcaccf50 HTTP/1.1" status: 204 len: 168 time: 0.2002792 Apr 29 15:37:05.464805 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f149ab7a-d21c-4347-8428-73143338afb2 req-29806cd9-5466-4abe-9494-de3eb4388420 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 210 time: 0.0950487 Apr 29 15:37:05.859235 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-b8a2431c-229f-4b0e-bb97-bbbae4511c50 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:05.860918 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-b8a2431c-229f-4b0e-bb97-bbbae4511c50 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 815 time: 0.2159131 Apr 29 15:37:05.877632 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69bede-d150-49e4-9cfc-44a6571a8b3f req-098a4ae6-ebb0-43c3-a930-24e2f5fd8245 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:05.879361 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bc69bede-d150-49e4-9cfc-44a6571a8b3f req-098a4ae6-ebb0-43c3-a930-24e2f5fd8245 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1364911 Apr 29 15:37:05.929772 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bc69bede-d150-49e4-9cfc-44a6571a8b3f req-246b0262-c0bc-4801-b994-4011a481aeac tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Apr 29 15:37:05.934484 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Request body: {'port': {'device_id': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'admin_state_up': True, 'tenant_id': '4ce43af9c75440fea48ea4f194084b4e'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:06.150912 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:06.160641 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:06.176153 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Made reservation on behalf of 4ce43af9c75440fea48ea4f194084b4e for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:06.180394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.346670 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52320) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.361778 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Allocated IP 172.20.0.4 (08bd4f8f-fb6b-4144-af8e-d3d2b328ba52/99973739-4135-41c4-9de6-76d4ff5f2b73/68c27690-b24e-4c2f-b9aa-28721780bf8c) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:06.480135 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.508020 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:06.512097 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Usage tracker for resource:security_group_rule and tenant:9e47022494b04cbd9cb6377244417e0f is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:06.515716 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:06.522026 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:06.577939 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.621043 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.634307 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:06.660789 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.664405 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.677278 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e5f5a3ee-2a4a-462d-a63f-838c0b99d644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:06.685397 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['006b7917-196e-4e1c-8c65-b1dabc39ab34', 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:37:06.722173 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e47022494b04cbd9cb6377244417e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724530 Apr 29 15:37:06.727560 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52338) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.730534 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44342a40-dc5d-4183-a3e9-18d0cdd35e03,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.746815 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:06.763425 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:06.768524 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:06.771268 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:06.776885 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:06.777748 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.804485 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a1137de-6a13-4237-9364-d57c8a8bfd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.837445 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a1137de-6a13-4237-9364-d57c8a8bfd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.859138 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Pushing event updated for resources: {'Port': ['ID=68c27690-b24e-4c2f-b9aa-28721780bf8c,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.863652 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:06.865328 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9345975 Apr 29 15:37:06.892259 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827623-50d4-42eb-bf49-16654115ccd4 req-ecdbef86-5bd9-4afb-a89c-a0ca1ec04880 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:06.893300 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-4a827623-50d4-42eb-bf49-16654115ccd4 req-ecdbef86-5bd9-4afb-a89c-a0ca1ec04880 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Synchronizing usage tracker for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:06.901653 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Request body: {'port': {'device_id': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:06.909364 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a1137de-6a13-4237-9364-d57c8a8bfd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.914171 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ce1ff2e7-ecac-44ec-9951-e95a2a6eefb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:06.936244 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1137de-6a13-4237-9364-d57c8a8bfd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44342a40-dc5d-4183-a3e9-18d0cdd35e03,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.940420 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4a1137de-6a13-4237-9364-d57c8a8bfd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:06.944540 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a1137de-6a13-4237-9364-d57c8a8bfd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.945848 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-4a1137de-6a13-4237-9364-d57c8a8bfd81 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44342a40-dc5d-4183-a3e9-18d0cdd35e03 HTTP/1.1" status: 204 len: 168 time: 0.2170298 Apr 29 15:37:06.994588 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-4a827623-50d4-42eb-bf49-16654115ccd4 req-ecdbef86-5bd9-4afb-a89c-a0ca1ec04880 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Unset dirty status for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:07.001553 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a827623-50d4-42eb-bf49-16654115ccd4 req-ecdbef86-5bd9-4afb-a89c-a0ca1ec04880 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 931 time: 0.3685191 Apr 29 15:37:07.012674 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52350) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:07.185054 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a827623-50d4-42eb-bf49-16654115ccd4 req-ca8aaa44-db07-460a-ab8a-a4808b4eb107 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823759 Apr 29 15:37:07.196564 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.280284 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d05b-1d53-441c-9554-b7ef70f40b8d req-872329c3-6f29-4446-81e0-eb1af524e6cc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:07.281796 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7c02d05b-1d53-441c-9554-b7ef70f40b8d req-872329c3-6f29-4446-81e0-eb1af524e6cc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1787846 Apr 29 15:37:07.392367 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.409599 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7c02d05b-1d53-441c-9554-b7ef70f40b8d req-0a90016a-00d5-4ce7-87c5-dc0e6758fecc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150734 Apr 29 15:37:07.436783 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:07.441870 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Usage tracker for resource:security_group_rule and tenant:eb2695a3c5d6425eb3f9c398ee21a668 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:07.447630 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:07.473891 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:07.594000 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.599840 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.612686 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:07.646425 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81da0cc-bad0-4f18-8ced-31fe0702c1e7,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.649782 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:07.671871 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb2695a3c5d6425eb3f9c398ee21a668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581414 Apr 29 15:37:07.677253 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52372) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:07.681479 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c27690-b24e-4c2f-b9aa-28721780bf8c {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:07.685815 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.703625 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Transition to ACTIVE for port object 68c27690-b24e-4c2f-b9aa-28721780bf8c will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:07.708894 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.714185 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:07.759629 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7472-28bd-4689-954d-1c83933c9e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.793534 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7472-28bd-4689-954d-1c83933c9e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.854337 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7472-28bd-4689-954d-1c83933c9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.858667 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6ecb6f6a-16cb-4962-a735-cd885875679b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:07.873024 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf7472-28bd-4689-954d-1c83933c9e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81da0cc-bad0-4f18-8ced-31fe0702c1e7,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.876730 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-9ccf7472-28bd-4689-954d-1c83933c9e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:07.877954 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Pushing event updated for resources: {'Port': ['ID=68c27690-b24e-4c2f-b9aa-28721780bf8c,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.890361 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:07.899776 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7472-28bd-4689-954d-1c83933c9e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.903401 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Attempting to bind port 68c27690-b24e-4c2f-b9aa-28721780bf8c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:07.903401 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Attempting to bind port 68c27690-b24e-4c2f-b9aa-28721780bf8c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:07.903958 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-9ccf7472-28bd-4689-954d-1c83933c9e20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f81da0cc-bad0-4f18-8ced-31fe0702c1e7 HTTP/1.1" status: 204 len: 168 time: 0.2227783 Apr 29 15:37:07.904046 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Attempting to bind port 68c27690-b24e-4c2f-b9aa-28721780bf8c on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:07.907955 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Port 68c27690-b24e-4c2f-b9aa-28721780bf8c on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:37:07.908368 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Attempting to bind port 68c27690-b24e-4c2f-b9aa-28721780bf8c on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:07.914550 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:07.914954 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Checking segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:07.915402 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Bound using segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:07.915896 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Bound port: 68c27690-b24e-4c2f-b9aa-28721780bf8c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:07.916363 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.977938 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52386) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:08.009477 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] For port 68c27690-b24e-4c2f-b9aa-28721780bf8c, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:08.012944 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] For port 68c27690-b24e-4c2f-b9aa-28721780bf8c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=68c27690-b24e-4c2f-b9aa-28721780bf8c,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:08.017128 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.026847 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:08.086165 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:08.086790 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.088160 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] 10.222.0.47 "PUT /v2.0/ports/68c27690-b24e-4c2f-b9aa-28721780bf8c HTTP/1.1" status: 200 len: 1093 time: 1.1908362 Apr 29 15:37:08.088804 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'tag': '68c27690-b24e-4c2f-b9aa-28721780bf8c'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:08.197176 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'tag': '68c27690-b24e-4c2f-b9aa-28721780bf8c', 'status': 'completed', 'code': 200} Apr 29 15:37:08.254992 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Pushing event updated for resources: {'Port': ['ID=68c27690-b24e-4c2f-b9aa-28721780bf8c,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.271657 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:08.304592 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202121744-network', 'tenant_id': 'a18426c284f64b459e60a1e183f631ff'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:08.307973 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-1e128669-fddf-43a5-95da-0d1e5db3d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:08.310185 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-1e128669-fddf-43a5-95da-0d1e5db3d4f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1165378 Apr 29 15:37:08.310660 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:08.314791 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Usage tracker for resource:network and tenant:a18426c284f64b459e60a1e183f631ff is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:08.318562 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:08.328395 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:08.347713 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Made reservation on behalf of a18426c284f64b459e60a1e183f631ff for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:08.352172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.368443 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.383778 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52398) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:08.407685 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.418663 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:08.425854 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:a18426c284f64b459e60a1e183f631ff is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:08.430807 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:08.437600 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:08.440960 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:08.441214 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-64b370ef-135b-490c-8898-f143f8de0764 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c27690-b24e-4c2f-b9aa-28721780bf8c HTTP/1.1" status: 200 len: 217 time: 0.0773814 Apr 29 15:37:08.446875 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Usage tracker for resource:security_group_rule and tenant:f778459d2d5140b7aa0119f0b98452f3 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:08.456650 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:08.467496 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:08.547686 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75472dbc-6d06-43b5-a010-3b8517d570c2 req-0e8d574a-cc8a-4b63-9a18-76e0be314871 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:08.549195 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75472dbc-6d06-43b5-a010-3b8517d570c2 req-0e8d574a-cc8a-4b63-9a18-76e0be314871 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 943 time: 0.2243018 Apr 29 15:37:08.563586 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-7e9bf1fb-b91c-4d9b-9578-3ad25eca61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:08.564944 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-7e9bf1fb-b91c-4d9b-9578-3ad25eca61ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.1137352 Apr 29 15:37:08.626011 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.637753 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.643772 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-43fd8041-be0e-4600-ac30-fb81176da224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:08.663113 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.672385 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-3e511e3d-9558-4e98-bf85-da871f17c4a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620484 Apr 29 15:37:08.685559 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.694900 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75472dbc-6d06-43b5-a010-3b8517d570c2 req-f0355d45-08b7-4625-85e2-0fdf5bca94c7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289313 Apr 29 15:37:08.722690 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:08.724748 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268913fe-55c5-44c7-93db-7d7e41b7fbcb,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.740760 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:08.741190 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:08.765963 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f778459d2d5140b7aa0119f0b98452f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782148 Apr 29 15:37:08.768642 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52412) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:08.769519 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.769852 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Added segment 32f8b51b-3966-4541-9dea-e313dc8049a9 of type vlan for network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 Apr 29 15:37:08.835926 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c67a7de-b998-43fd-86a7-158acae2e1a8,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.852150 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:08.854747 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850d6f-57f6-4666-b509-4935743cefb1 req-f0706e0d-9fdb-44b4-a8d0-73fe049b751f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:08.862061 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a8850d6f-57f6-4666-b509-4935743cefb1 req-f0706e0d-9fdb-44b4-a8d0-73fe049b751f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.2949419 Apr 29 15:37:08.862268 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.907918 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e0743a38-5433-464b-be52-da7cae38ae5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.909720 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-d943f4f3-8808-4f30-8e83-d503629c754d service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118795 Apr 29 15:37:08.935382 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.939374 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:08.939935 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.947122 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a8850d6f-57f6-4666-b509-4935743cefb1 req-bcdeaf9b-d445-4324-b63b-eebdf5f0d332 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841689 Apr 29 15:37:08.947548 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-eff92886-93f1-474b-8479-190fcf9de63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:08.969347 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e0743a38-5433-464b-be52-da7cae38ae5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.076645 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baad15c2-b9d7-4a1b-beb8-1b17b4470723 req-f5103a29-174b-4e92-8612-3c68be01c443 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568098 Apr 29 15:37:09.156430 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=2db5d22e-6c0d-4c8c-b9af-478d3a66f256,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:09.160926 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:09.167540 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:09.172134 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 52416) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:09.172280 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1928926 Apr 29 15:37:09.180351 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Request body: {'subnet': {'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202121744-subnet', 'tenant_id': 'a18426c284f64b459e60a1e183f631ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:09.185413 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:09.190555 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Usage tracker for resource:subnet and tenant:a18426c284f64b459e60a1e183f631ff is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:09.192587 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e0743a38-5433-464b-be52-da7cae38ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.193975 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:09.197936 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:09.200268 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:09.209784 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0743a38-5433-464b-be52-da7cae38ae5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c67a7de-b998-43fd-86a7-158acae2e1a8,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:09.212463 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e0743a38-5433-464b-be52-da7cae38ae5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:09.218602 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e0743a38-5433-464b-be52-da7cae38ae5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.219961 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e0743a38-5433-464b-be52-da7cae38ae5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c67a7de-b998-43fd-86a7-158acae2e1a8 HTTP/1.1" status: 204 len: 168 time: 0.4487400 Apr 29 15:37:09.247583 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Made reservation on behalf of a18426c284f64b459e60a1e183f631ff for: {'subnet': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:09.250337 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.392395 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-d9a19648-0993-437d-96f5-a9dc5dd8bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:09.394520 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-d9a19648-0993-437d-96f5-a9dc5dd8bdbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1843889 Apr 29 15:37:09.597016 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52424) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:09.615064 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.627172 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-89ac74fa-5ebb-425a-bc3d-6b8d63edf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:09.629564 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-89ac74fa-5ebb-425a-bc3d-6b8d63edf21f service neutron] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 916 time: 0.1940227 Apr 29 15:37:09.636533 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:09.640955 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Usage tracker for resource:security_group_rule and tenant:48e8f4c7569b4c1f8a50d0cbaa48378b is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:09.643428 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:09.649220 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:09.708899 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-3ae333ac-8f1d-4e16-880c-b313de1a2f31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c27690-b24e-4c2f-b9aa-28721780bf8c HTTP/1.1" status: 200 len: 217 time: 0.0675249 Apr 29 15:37:09.764769 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.770222 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.780937 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-83382e8e-b8e4-4846-93ee-d7ea60fcf627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:09.838410 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48e8f4c7569b4c1f8a50d0cbaa48378b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397285 Apr 29 15:37:09.840679 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52436) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:09.854089 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2c88c-6421-4756-a00e-ffa0c96fc00b,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:09.859616 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:09.886865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-17ab5fc2-f85f-42ba-913b-67570cd48c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:09.888249 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-17ab5fc2-f85f-42ba-913b-67570cd48c2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.1281359 Apr 29 15:37:09.953427 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-74643b27-cd55-434b-a9f3-4c04103ca64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.983805 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-74643b27-cd55-434b-a9f3-4c04103ca64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.049467 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-74643b27-cd55-434b-a9f3-4c04103ca64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.061965 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f9657936-ef5b-4772-8057-4099d636f2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:10.068644 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-4ace4b3c-12c0-45d4-8068-718e23f96bd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672764 Apr 29 15:37:10.081179 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643b27-cd55-434b-a9f3-4c04103ca64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e2c88c-6421-4756-a00e-ffa0c96fc00b,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:10.084926 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-74643b27-cd55-434b-a9f3-4c04103ca64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:10.090429 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-74643b27-cd55-434b-a9f3-4c04103ca64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.091716 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-74643b27-cd55-434b-a9f3-4c04103ca64a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11e2c88c-6421-4756-a00e-ffa0c96fc00b HTTP/1.1" status: 204 len: 168 time: 0.2499678 Apr 29 15:37:10.166134 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49befd8b-f346-4995-af4f-c498fecef98b req-c4515484-2a8c-4d3c-943a-06193faec7b1 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:10.173015 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-49befd8b-f346-4995-af4f-c498fecef98b req-c4515484-2a8c-4d3c-943a-06193faec7b1 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 943 time: 0.3349073 Apr 29 15:37:10.351140 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.361726 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-49befd8b-f346-4995-af4f-c498fecef98b req-eb1e63ba-3e02-4d6b-b743-3abd1562238b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878600 Apr 29 15:37:10.368338 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:10.459416 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-d3151878-4a80-4995-9278-647589416b31 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292670 Apr 29 15:37:10.508157 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd6511d-c577-4767-9648-c11bdd55ff80,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:10.526563 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:10.531250 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Checking segment: {'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:10.531621 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Network hostable DHCP agents. Network: 2db5d22e-6c0d-4c8c-b9af-478d3a66f256, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:10.547816 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f916d-acae-4e1c-9712-569c3ea2fff3 req-321bb207-41a5-4195-b317-d3975c9f98bd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:10.549594 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1b1f916d-acae-4e1c-9712-569c3ea2fff3 req-321bb207-41a5-4195-b317-d3975c9f98bd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.2775106 Apr 29 15:37:10.665372 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:10.695894 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1b1f916d-acae-4e1c-9712-569c3ea2fff3 req-a442c77d-3584-4889-a1b0-1989dedea51d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740244 Apr 29 15:37:10.722546 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 2db5d22e-6c0d-4c8c-b9af-478d3a66f256) {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:10.729835 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e60c3-4e08-4a54-8623-f1954c52a0af None None] Network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:10.736312 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:10.736899 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.749139 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-30722703-ea68-4b87-b502-6c3d4aaa268b req-fc5759c8-317c-48f6-850d-313d8d462c8a service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633047 Apr 29 15:37:10.769064 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-61834bb1-9338-450e-8ad4-3c4739238633 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5854120 Apr 29 15:37:10.999112 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda5499-aada-483a-bdcf-8820954871c3 None None] Network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:11.588911 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91aeb2-11ff-49d6-81a5-0bfcc7eba2e7 req-659e43ff-7633-4ced-9f7e-69675c6ba915 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:11.590510 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9f91aeb2-11ff-49d6-81a5-0bfcc7eba2e7 req-659e43ff-7633-4ced-9f7e-69675c6ba915 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 943 time: 0.0987222 Apr 29 15:37:11.698354 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9f91aeb2-11ff-49d6-81a5-0bfcc7eba2e7 req-8e56beff-a420-4f51-a5fa-189f40acdda1 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018724 Apr 29 15:37:11.911562 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81496684-2440-47c7-8101-e78e8ec5f12f req-796b3833-1ad9-4bdb-b7ff-663ee3ca1d1d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:11.913188 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81496684-2440-47c7-8101-e78e8ec5f12f req-796b3833-1ad9-4bdb-b7ff-663ee3ca1d1d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1035171 Apr 29 15:37:11.972963 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81496684-2440-47c7-8101-e78e8ec5f12f req-9603f38c-654b-49d1-ad87-f269b155d4e2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530968 Apr 29 15:37:12.290946 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 68c27690-b24e-4c2f-b9aa-28721780bf8c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:37:12.465498 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 68c27690-b24e-4c2f-b9aa-28721780bf8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=68c27690-b24e-4c2f-b9aa-28721780bf8c,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:12.480750 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '68c27690-b24e-4c2f-b9aa-28721780bf8c', 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'port_id': '68c27690-b24e-4c2f-b9aa-28721780bf8c', 'mac_address': 'fa:16:3e:6b:ed:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99973739-4135-41c4-9de6-76d4ff5f2b73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:37:12.535757 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.553646 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c27690-b24e-4c2f-b9aa-28721780bf8c {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:12.570554 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 68c27690-b24e-4c2f-b9aa-28721780bf8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=68c27690-b24e-4c2f-b9aa-28721780bf8c,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:12.575287 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.577055 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:12.648311 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=68c27690-b24e-4c2f-b9aa-28721780bf8c,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.652139 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:12.892080 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd5386-67b7-46bf-a5e4-5368b3c011f8 req-c3e8d387-04d0-4569-8879-b4252d8fd9d4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:12.893580 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6ecd5386-67b7-46bf-a5e4-5368b3c011f8 req-c3e8d387-04d0-4569-8879-b4252d8fd9d4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 944 time: 0.0836465 Apr 29 15:37:12.938670 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6ecd5386-67b7-46bf-a5e4-5368b3c011f8 req-fa2d1cd2-5d14-4b87-86a8-c6887fdd7695 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Apr 29 15:37:13.132483 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['68c27690-b24e-4c2f-b9aa-28721780bf8c'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:37:13.238085 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-4be8e6d1-8b0b-4da6-932c-61bbacbcccb8 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:13.239600 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-4be8e6d1-8b0b-4da6-932c-61bbacbcccb8 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/networks?id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256 HTTP/1.1" status: 200 len: 809 time: 0.2130694 Apr 29 15:37:13.264413 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb74a31-89ac-4ac0-a7ec-7de1c3e8f17d req-f698c692-d9ec-4080-99fd-9726ca93028a tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:13.271753 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7eb74a31-89ac-4ac0-a7ec-7de1c3e8f17d req-f698c692-d9ec-4080-99fd-9726ca93028a tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1550369 Apr 29 15:37:13.292569 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-70c1da9e-b910-4f42-b517-30b7c69bb42e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/quotas/a18426c284f64b459e60a1e183f631ff HTTP/1.1" status: 200 len: 375 time: 0.0447557 Apr 29 15:37:13.367378 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-f1db807b-b567-4559-a880-649c3dfec679 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18426c284f64b459e60a1e183f631ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669076 Apr 29 15:37:13.378671 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7eb74a31-89ac-4ac0-a7ec-7de1c3e8f17d req-5456ce81-3952-437a-bba1-b829f3cc3a74 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052191 Apr 29 15:37:13.511283 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-5a96dbe1-1e07-46e4-9df8-f5be75285190 service neutron] 10.222.0.42 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316383 Apr 29 15:37:13.645156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-6cec0f7e-39cb-4422-985b-dcb634c2bcd2 service neutron] 10.222.0.42 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280887 Apr 29 15:37:13.839674 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0124c469-7c52-4465-8423-30078d5ee343 req-95b6850e-c6eb-411b-951b-57a2bb9774c3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 210 time: 0.0477450 Apr 29 15:37:14.164528 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574af41-b8f5-43ee-b8c0-995ccaf7cf78 req-47138b24-e389-4673-9e13-4e3c02b7b031 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:14.166611 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0574af41-b8f5-43ee-b8c0-995ccaf7cf78 req-47138b24-e389-4673-9e13-4e3c02b7b031 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 944 time: 0.0885339 Apr 29 15:37:14.225343 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0574af41-b8f5-43ee-b8c0-995ccaf7cf78 req-7396fa17-a61b-41e4-8b68-f8a14db5dc86 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524552 Apr 29 15:37:14.608530 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b6156-12dc-483f-9c4e-a85f262688fe req-e247855d-fbd4-43ba-bc12-376a5d58e1c2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:14.611199 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d63b6156-12dc-483f-9c4e-a85f262688fe req-e247855d-fbd4-43ba-bc12-376a5d58e1c2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1094365 Apr 29 15:37:14.744299 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d63b6156-12dc-483f-9c4e-a85f262688fe req-b511411f-9ad0-4471-8277-9160412d67ef tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272922 Apr 29 15:37:14.995812 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8c06d31-d58d-4b88-9cfb-ca5d0d053238 req-a8c210ba-88b7-468b-b5c2-9f35adbcf05e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 210 time: 0.0468044 Apr 29 15:37:15.312079 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-faae8d5c-16d1-4413-aa75-5a31ad768d53 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:15.313620 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-faae8d5c-16d1-4413-aa75-5a31ad768d53 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.47 "GET /v2.0/networks?id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256 HTTP/1.1" status: 200 len: 809 time: 0.1664419 Apr 29 15:37:15.421320 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Request body: {'port': {'device_id': 'd4aa786a-adce-4d78-b2ef-0889bdd536cd', 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256', 'admin_state_up': True, 'tenant_id': 'a18426c284f64b459e60a1e183f631ff'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:15.596844 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447565a-61a9-48fe-ae69-c80f6418ba9b req-3b0e3421-3605-44a1-a2c9-9bc4d31b68b8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:15.598128 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d447565a-61a9-48fe-ae69-c80f6418ba9b req-3b0e3421-3605-44a1-a2c9-9bc4d31b68b8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 944 time: 0.2617924 Apr 29 15:37:15.603758 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:15.609439 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Usage tracker for resource:port and tenant:a18426c284f64b459e60a1e183f631ff is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:15.625069 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:15.635296 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:15.660310 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d447565a-61a9-48fe-ae69-c80f6418ba9b req-619440b5-c770-4cef-886b-a6073932ba53 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Apr 29 15:37:15.661321 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Made reservation on behalf of a18426c284f64b459e60a1e183f631ff for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:15.664994 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.873049 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Allocated IP 172.20.0.9 (2db5d22e-6c0d-4c8c-b9af-478d3a66f256/5dd6511d-c577-4767-9648-c11bdd55ff80/be3d0c1d-9b70-4ab4-be24-9c58aba33d1b) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:16.099617 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482971e9-49f8-4ab1-991b-f3003b786d49 req-a824c73e-ef98-4cc4-a44b-32e3fb5b28da tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:16.101164 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-482971e9-49f8-4ab1-991b-f3003b786d49 req-a824c73e-ef98-4cc4-a44b-32e3fb5b28da tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.2198851 Apr 29 15:37:16.207063 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52682) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:16.225288 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-482971e9-49f8-4ab1-991b-f3003b786d49 req-a292fbf9-712f-4169-a2e7-c5d0403d7e0a tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774450 Apr 29 15:37:16.297559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.312934 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 68c27690-b24e-4c2f-b9aa-28721780bf8c up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:16.402845 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0c6bc7f1-7eed-4d5f-835b-2048936732c5 req-c1cf95dc-2ebe-4ff8-956b-12c6b37c6674 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 210 time: 0.0655963 Apr 29 15:37:16.437919 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.440850 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.443858 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:16.462507 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 68c27690-b24e-4c2f-b9aa-28721780bf8c completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:16.469043 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 68c27690-b24e-4c2f-b9aa-28721780bf8c triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:16.469644 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.484863 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:16.496200 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Usage tracker for resource:security_group_rule and tenant:d8e4b46345ee42e18eea7c13c5b32f07 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:16.506005 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:16.524777 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:16.629405 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.632078 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Pushing event updated for resources: {'Port': ['ID=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.636368 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:16.637024 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:16.638356 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:16.645170 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:16.651702 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:16.652470 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.664673 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.666327 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c27690-b24e-4c2f-b9aa-28721780bf8c'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:16.670532 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.680131 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2657962 Apr 29 15:37:16.681843 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 68c27690-b24e-4c2f-b9aa-28721780bf8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=68c27690-b24e-4c2f-b9aa-28721780bf8c,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:16.681937 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5516392c-9605-4948-9352-f37658565e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:16.686896 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.691243 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:16.702482 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Request body: {'port': {'device_id': 'd4aa786a-adce-4d78-b2ef-0889bdd536cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:16.715168 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8e4b46345ee42e18eea7c13c5b32f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046406 Apr 29 15:37:16.715810 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52706) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:16.773778 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c27690-b24e-4c2f-b9aa-28721780bf8c', 'code': 200} Apr 29 15:37:16.809223 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00886952-3ef5-40bc-801c-dd99ea61e2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.828976 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68d85e0-8839-45a1-8804-b09193fa9a9b,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.849686 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=68c27690-b24e-4c2f-b9aa-28721780bf8c,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.860460 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:16.865661 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:16.873289 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00886952-3ef5-40bc-801c-dd99ea61e2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.937394 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00886952-3ef5-40bc-801c-dd99ea61e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.942954 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-54661b61-f7db-492d-bd4f-849dff1c6a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:16.953681 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.957552 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00886952-3ef5-40bc-801c-dd99ea61e2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68d85e0-8839-45a1-8804-b09193fa9a9b,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.966069 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-00886952-3ef5-40bc-801c-dd99ea61e2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:16.967532 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00886952-3ef5-40bc-801c-dd99ea61e2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.968905 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-00886952-3ef5-40bc-801c-dd99ea61e2f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f68d85e0-8839-45a1-8804-b09193fa9a9b HTTP/1.1" status: 204 len: 168 time: 0.2520475 Apr 29 15:37:17.071037 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5332a7-e019-464e-896b-d7e944596ef4 req-a80deed1-62e3-4f4f-bf1f-49f1d8c71247 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:17.072394 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3b5332a7-e019-464e-896b-d7e944596ef4 req-a80deed1-62e3-4f4f-bf1f-49f1d8c71247 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 945 time: 0.2572212 Apr 29 15:37:17.272974 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3b5332a7-e019-464e-896b-d7e944596ef4 req-8df71adf-c76d-4e85-a2d3-11ea4b89ccd7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248994 Apr 29 15:37:17.541959 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a5b3-42fc-4006-8b42-cbf6309f0a65 req-acc8f4f3-97ba-4431-aabc-01db238c735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:17.543234 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3117a5b3-42fc-4006-8b42-cbf6309f0a65 req-acc8f4f3-97ba-4431-aabc-01db238c735a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 1098 time: 0.4679205 Apr 29 15:37:17.661399 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3117a5b3-42fc-4006-8b42-cbf6309f0a65 req-ecf32bf7-9e3f-4fad-9f43-8e8895ae98db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712461 Apr 29 15:37:17.753097 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2405c-3366-4c22-a53e-741dcc10ebbf req-b939c977-65d4-4d53-95aa-35a4f5fae5e1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:17.754596 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-35b2405c-3366-4c22-a53e-741dcc10ebbf req-b939c977-65d4-4d53-95aa-35a4f5fae5e1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.2782533 Apr 29 15:37:17.772053 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b128bc-db8c-40b8-a39d-c1ed83bdafa6 req-92f56a32-5a83-41d9-8b46-7d7aeccd2291 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:17.772749 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-87b128bc-db8c-40b8-a39d-c1ed83bdafa6 req-92f56a32-5a83-41d9-8b46-7d7aeccd2291 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Synchronizing usage tracker for tenant:a18426c284f64b459e60a1e183f631ff on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:17.778947 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3d0c1d-9b70-4ab4-be24-9c58aba33d1b {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:17.805764 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.832577 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-87b128bc-db8c-40b8-a39d-c1ed83bdafa6 req-92f56a32-5a83-41d9-8b46-7d7aeccd2291 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Unset dirty status for tenant:a18426c284f64b459e60a1e183f631ff on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:17.833922 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87b128bc-db8c-40b8-a39d-c1ed83bdafa6 req-92f56a32-5a83-41d9-8b46-7d7aeccd2291 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 931 time: 0.2995820 Apr 29 15:37:17.864289 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Transition to ACTIVE for port object be3d0c1d-9b70-4ab4-be24-9c58aba33d1b will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:17.873522 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-35b2405c-3366-4c22-a53e-741dcc10ebbf req-d8924a86-cedb-40ec-96c6-5fec2df09f38 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095579 Apr 29 15:37:17.884560 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.890139 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:18.020497 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87b128bc-db8c-40b8-a39d-c1ed83bdafa6 req-a02f2008-5c6e-4188-9c81-4f2a56ae2ede tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736312 Apr 29 15:37:18.056105 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.083260 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:18.112814 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Attempting to bind port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:18.113194 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Attempting to bind port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:18.113526 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Attempting to bind port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b on network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:18.118709 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b on network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:37:18.119029 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Attempting to bind port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b on network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:18.124653 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:18.124987 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Checking segment: {'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:18.125361 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Bound using segment: {'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:18.125788 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Bound port: be3d0c1d-9b70-4ab4-be24-9c58aba33d1b, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:18.126150 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.231753 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] For port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:18.235022 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] For port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:18.240411 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.244580 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:18.304492 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:18.305057 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.306485 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] 10.222.0.47 "PUT /v2.0/ports/be3d0c1d-9b70-4ab4-be24-9c58aba33d1b HTTP/1.1" status: 200 len: 1093 time: 1.6086950 Apr 29 15:37:18.307099 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4aa786a-adce-4d78-b2ef-0889bdd536cd', 'tag': 'be3d0c1d-9b70-4ab4-be24-9c58aba33d1b'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:18.483449 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4aa786a-adce-4d78-b2ef-0889bdd536cd', 'tag': 'be3d0c1d-9b70-4ab4-be24-9c58aba33d1b', 'status': 'completed', 'code': 200} Apr 29 15:37:18.568081 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.569189 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52772) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:18.578907 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:18.633274 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fb56-4172-46ae-9607-a9e9db02e9ac req-73a2ad77-ba85-404a-ab8a-fa509ef28052 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:18.634765 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7466fb56-4172-46ae-9607-a9e9db02e9ac req-73a2ad77-ba85-404a-ab8a-fa509ef28052 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 945 time: 0.1504970 Apr 29 15:37:18.638153 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-934350be-79e8-4670-bd42-e81611df3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:18.639097 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-934350be-79e8-4670-bd42-e81611df3f99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18426c284f64b459e60a1e183f631ff&device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 1096 time: 0.2461131 Apr 29 15:37:18.688939 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.707035 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:18.711009 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a57c1ecd3a4fd7a62684ad2f84eb11 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:18.714266 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:18.720342 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:18.741462 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-233208ab-b903-4da7-bcf7-ffe0cf474c37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b HTTP/1.1" status: 200 len: 217 time: 0.0820541 Apr 29 15:37:18.751479 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7466fb56-4172-46ae-9607-a9e9db02e9ac req-cb90acc5-502e-4d37-991b-162496b90994 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100707 Apr 29 15:37:18.811045 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-0e95cbf2-ded0-4a69-8fdf-ff4b0768086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:18.812473 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-0e95cbf2-ded0-4a69-8fdf-ff4b0768086e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dd6511d-c577-4767-9648-c11bdd55ff80 HTTP/1.1" status: 200 len: 849 time: 0.0601854 Apr 29 15:37:18.815914 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.820195 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.828672 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3613461f-9178-492f-a8aa-2c84fa8a05f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:18.867082 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-22580996-ff82-4985-83fe-003d98169b55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464933 Apr 29 15:37:18.869169 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7a57c1ecd3a4fd7a62684ad2f84eb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986872 Apr 29 15:37:18.870894 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e3baa2-79b4-4ba0-9b59-48dd33a4b135,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.871679 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 52778) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:18.873749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:19.092273 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b162-15ca-4858-bc4e-fd6fff25c7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.129865 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-b521a03d-235d-4623-b5e1-1b8ba467b9f5 service neutron] 10.222.0.47 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543459 Apr 29 15:37:19.181673 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b162-15ca-4858-bc4e-fd6fff25c7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.331280 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fee440-904b-4634-ab40-c46a08a3efed req-65bb2097-7260-44dc-bb4d-4a6ed6236392 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:19.332794 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70fee440-904b-4634-ab40-c46a08a3efed req-65bb2097-7260-44dc-bb4d-4a6ed6236392 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.3424385 Apr 29 15:37:19.419118 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101392c4-e93c-40d3-9c68-1c40a57b6bd0 req-0e3ae20f-8e5a-4a64-ae21-45f18b94febe service neutron] 10.222.0.47 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437797 Apr 29 15:37:19.430035 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa689ac-8ffe-4624-b981-16b38f2c0d9c req-369e6aac-7250-4afe-b4db-e20329263991 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:19.431526 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ffa689ac-8ffe-4624-b981-16b38f2c0d9c req-369e6aac-7250-4afe-b4db-e20329263991 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 943 time: 0.2936890 Apr 29 15:37:19.432772 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b162-15ca-4858-bc4e-fd6fff25c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.439754 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70fee440-904b-4634-ab40-c46a08a3efed req-2c29832b-1c1b-429e-88f8-593c3603a44c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003542 Apr 29 15:37:19.442931 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-9b259055-2fd2-470e-9e7f-d1aefb373df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:19.475170 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2b162-15ca-4858-bc4e-fd6fff25c7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e3baa2-79b4-4ba0-9b59-48dd33a4b135,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:19.478952 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b6a2b162-15ca-4858-bc4e-fd6fff25c7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:19.489719 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b162-15ca-4858-bc4e-fd6fff25c7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.494590 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-b6a2b162-15ca-4858-bc4e-fd6fff25c7cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65e3baa2-79b4-4ba0-9b59-48dd33a4b135 HTTP/1.1" status: 204 len: 168 time: 0.6182373 Apr 29 15:37:19.514786 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ffa689ac-8ffe-4624-b981-16b38f2c0d9c req-5c8c18ed-efae-450a-9af2-776d09369d8b tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741034 Apr 29 15:37:19.893619 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52806) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.914761 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.933334 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:19.938693 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Usage tracker for resource:security_group_rule and tenant:8e96b5a875e6434eba5e7331d07a3aff is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:19.943267 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:19.950351 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:20.046094 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-cb087c5c-2230-4e3e-b644-c3af39229ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:20.055080 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-cb087c5c-2230-4e3e-b644-c3af39229ae9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18426c284f64b459e60a1e183f631ff&device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 1096 time: 0.3922641 Apr 29 15:37:20.082784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f4bf7-4177-47c1-9277-dcaff6c6840a req-621e2275-db09-4488-a671-b016ab907962 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:20.084596 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ed4f4bf7-4177-47c1-9277-dcaff6c6840a req-621e2275-db09-4488-a671-b016ab907962 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 945 time: 0.1321192 Apr 29 15:37:20.085269 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.095825 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.109100 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4a1137de-6a13-4237-9364-d57c8a8bfd81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:20.174012 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e96b5a875e6434eba5e7331d07a3aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768221 Apr 29 15:37:20.178767 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 52814) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.199856 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161311af-c97e-427a-9a42-df67f3fe379a,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:20.205350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:20.226373 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ed4f4bf7-4177-47c1-9277-dcaff6c6840a req-b8162068-aced-43e3-ac75-e254fff2c7ef tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187601 Apr 29 15:37:20.250708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc646-0164-4498-b204-a520b353efa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.253132 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-8b728410-88f0-4e88-b3b6-024d4653052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:20.255179 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-8b728410-88f0-4e88-b3b6-024d4653052c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256 HTTP/1.1" status: 200 len: 910 time: 0.1695559 Apr 29 15:37:20.277877 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc646-0164-4498-b204-a520b353efa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.325691 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-20070b8e-a9bf-4993-8c87-dfa08aa632da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b HTTP/1.1" status: 200 len: 217 time: 0.0620451 Apr 29 15:37:20.336072 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc646-0164-4498-b204-a520b353efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.341155 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7a850d92-2cb7-4149-bcbf-aa11d5ebcb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:20.354271 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cc646-0164-4498-b204-a520b353efa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161311af-c97e-427a-9a42-df67f3fe379a,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:20.357814 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6e6cc646-0164-4498-b204-a520b353efa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:20.366874 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc646-0164-4498-b204-a520b353efa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.381739 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6e6cc646-0164-4498-b204-a520b353efa7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/161311af-c97e-427a-9a42-df67f3fe379a HTTP/1.1" status: 204 len: 168 time: 0.2018905 Apr 29 15:37:20.427098 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-0337869b-63aa-4e86-a2b1-cd7a5a3c2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:20.428551 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-0337869b-63aa-4e86-a2b1-cd7a5a3c2e0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dd6511d-c577-4767-9648-c11bdd55ff80 HTTP/1.1" status: 200 len: 849 time: 0.0945077 Apr 29 15:37:20.485721 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-9c4f1535-7737-4576-9c67-77dc28aae9f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487604 Apr 29 15:37:20.799625 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-5921169c-6e29-4c12-973a-212172df3c5e service neutron] 10.222.0.47 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013024 Apr 29 15:37:20.936134 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63850ae-6958-4c08-9ae5-04cf7c2e60ab req-10c9197c-3c8d-4f08-b74f-1ec13fbede1f tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:20.937628 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c63850ae-6958-4c08-9ae5-04cf7c2e60ab req-10c9197c-3c8d-4f08-b74f-1ec13fbede1f tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 943 time: 0.2401121 Apr 29 15:37:20.950296 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0518c1-bce2-49ea-9a8d-242d6ff997c1 req-9fc7e8ca-cc3d-4804-9788-cfd9b254b44e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:20.951787 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4f0518c1-bce2-49ea-9a8d-242d6ff997c1 req-9fc7e8ca-cc3d-4804-9788-cfd9b254b44e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.3016236 Apr 29 15:37:21.048824 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4f0518c1-bce2-49ea-9a8d-242d6ff997c1 req-161dcc76-89c3-48e3-a0dc-6086e0c9a42e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900202 Apr 29 15:37:21.050772 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5b46b68f-ca59-45fa-9b88-e71121e24651 req-62682c5d-cc82-4a85-b29a-b971c4fe6c29 service neutron] 10.222.0.47 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374792 Apr 29 15:37:21.056149 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c63850ae-6958-4c08-9ae5-04cf7c2e60ab req-d219898a-f89b-4682-9792-e6a7d3354e9c tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013863 Apr 29 15:37:22.247196 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89302915-d3f7-41d0-88ad-b5c16cc352ab req-b8a1ef6d-33b8-4818-832d-e1dd8b96eb08 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:22.248820 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-89302915-d3f7-41d0-88ad-b5c16cc352ab req-b8a1ef6d-33b8-4818-832d-e1dd8b96eb08 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0856979 Apr 29 15:37:22.296410 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-89302915-d3f7-41d0-88ad-b5c16cc352ab req-e3996b8a-2c26-4d3d-8ce7-47243d9b24f2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Apr 29 15:37:22.347474 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device be3d0c1d-9b70-4ab4-be24-9c58aba33d1b details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:37:22.454194 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbe29c-7e56-472f-a7f2-aeb84aa20b66 req-649d6665-22a3-43ea-888b-269abdb87957 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:22.455992 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-99dbe29c-7e56-472f-a7f2-aeb84aa20b66 req-649d6665-22a3-43ea-888b-269abdb87957 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 943 time: 0.1011767 Apr 29 15:37:22.513300 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-99dbe29c-7e56-472f-a7f2-aeb84aa20b66 req-2c21e6dd-acac-439d-a8d5-86b03ae59475 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513213 Apr 29 15:37:22.518690 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:22.532973 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': 'be3d0c1d-9b70-4ab4-be24-9c58aba33d1b', 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256', 'port_id': 'be3d0c1d-9b70-4ab4-be24-9c58aba33d1b', 'mac_address': 'fa:16:3e:a5:c6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd6511d-c577-4767-9648-c11bdd55ff80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:37:22.599433 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.618694 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3d0c1d-9b70-4ab4-be24-9c58aba33d1b {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:22.635831 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:22.639664 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.641565 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:22.708231 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:22.717533 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:23.205338 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['be3d0c1d-9b70-4ab4-be24-9c58aba33d1b'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:37:23.240314 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:37:23.504826 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b2e08-991b-47c0-bebb-4f4cbb713075 req-58c6b192-d609-4112-bc06-1e9e9dc879c0 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:23.506219 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c37b2e08-991b-47c0-bebb-4f4cbb713075 req-58c6b192-d609-4112-bc06-1e9e9dc879c0 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0957701 Apr 29 15:37:23.550213 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c37b2e08-991b-47c0-bebb-4f4cbb713075 req-03427c5f-531b-4d35-a977-83cba94718fa tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 Apr 29 15:37:23.702705 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5b78c-715e-4183-b8c1-9962e6770859 req-54518b00-6791-4bf2-ae81-42c2d29f6951 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:23.704191 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-59c5b78c-715e-4183-b8c1-9962e6770859 req-54518b00-6791-4bf2-ae81-42c2d29f6951 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 944 time: 0.0833974 Apr 29 15:37:23.750817 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-59c5b78c-715e-4183-b8c1-9962e6770859 req-6acf2985-08e2-4f1d-b301-8e5ea8b3f28e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Apr 29 15:37:24.774165 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf0e10-da74-428b-ac63-85b99a0c06ff req-9d016ab6-71e5-403c-a34d-f756131ab9a8 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:24.775532 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-77bf0e10-da74-428b-ac63-85b99a0c06ff req-9d016ab6-71e5-403c-a34d-f756131ab9a8 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0888712 Apr 29 15:37:24.826412 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-77bf0e10-da74-428b-ac63-85b99a0c06ff req-1b716c32-edf0-4207-b28d-b9d09e2231a9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448449 Apr 29 15:37:25.031795 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c59215-60f8-4feb-9ed4-7b749fa936ff req-92ed4288-35a1-4200-9e9f-7bc3f63666d4 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:25.033293 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e3c59215-60f8-4feb-9ed4-7b749fa936ff req-92ed4288-35a1-4200-9e9f-7bc3f63666d4 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 944 time: 0.0837643 Apr 29 15:37:25.078405 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e3c59215-60f8-4feb-9ed4-7b749fa936ff req-1c68d4f6-c272-4f30-83bb-972c8a40cd48 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385611 Apr 29 15:37:25.739823 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b8edd-9c2a-4c1b-a66d-32ae885252f0 req-81110fb4-a755-4b44-bb2a-e099ca70f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:25.741330 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8c4b8edd-9c2a-4c1b-a66d-32ae885252f0 req-81110fb4-a755-4b44-bb2a-e099ca70f7ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 1098 time: 0.1468928 Apr 29 15:37:25.792192 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8c4b8edd-9c2a-4c1b-a66d-32ae885252f0 req-4b21524a-c6bb-4d95-88a5-3442d426c2eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341206 Apr 29 15:37:26.017227 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8bdf5-d9c5-4366-94d4-afd8c31ffd20 req-f9bda882-4f45-49f2-8f7c-c065eb800cb1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:26.018701 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c9b8bdf5-d9c5-4366-94d4-afd8c31ffd20 req-f9bda882-4f45-49f2-8f7c-c065eb800cb1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0798264 Apr 29 15:37:26.065903 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c9b8bdf5-d9c5-4366-94d4-afd8c31ffd20 req-397218a3-e48c-4ac8-96e0-4767b787d3f3 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Apr 29 15:37:26.218699 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a6bb356c-f219-4ca2-8e1b-fd8c19635aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.263293 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284330d-19cb-49c3-84eb-9367b1e13af7 req-4b3a78fb-a213-4b8f-9940-ca3549ffa94e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:26.264722 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6284330d-19cb-49c3-84eb-9367b1e13af7 req-4b3a78fb-a213-4b8f-9940-ca3549ffa94e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 944 time: 0.0825586 Apr 29 15:37:26.308156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6284330d-19cb-49c3-84eb-9367b1e13af7 req-03ca430d-0d66-45d5-a088-dacd514afbf2 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377207 Apr 29 15:37:26.370204 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device be3d0c1d-9b70-4ab4-be24-9c58aba33d1b up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:26.439847 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:26.444637 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:26.445007 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.565289 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.592023 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aa786a-adce-4d78-b2ef-0889bdd536cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d0c1d-9b70-4ab4-be24-9c58aba33d1b'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:26.603153 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:26.608796 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.610865 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:26.667046 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aa786a-adce-4d78-b2ef-0889bdd536cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d0c1d-9b70-4ab4-be24-9c58aba33d1b', 'code': 200} Apr 29 15:37:26.691693 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:26.694595 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:26.995854 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f425ba-5a2f-4635-b3c9-5c7f18810071 req-ef847e65-ba73-475a-903e-4bb43b7e25de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:26.997311 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-26f425ba-5a2f-4635-b3c9-5c7f18810071 req-ef847e65-ba73-475a-903e-4bb43b7e25de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 1098 time: 0.0727906 Apr 29 15:37:27.047578 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-26f425ba-5a2f-4635-b3c9-5c7f18810071 req-887b9832-f51b-4efb-b67d-bd5c124923b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Apr 29 15:37:27.263050 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f31dd-91dd-4bff-9537-d239f86275d6 req-e4593471-1e7e-4b8b-a444-50205b38e9a1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.264496 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d92f31dd-91dd-4bff-9537-d239f86275d6 req-e4593471-1e7e-4b8b-a444-50205b38e9a1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0794010 Apr 29 15:37:27.310778 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d92f31dd-91dd-4bff-9537-d239f86275d6 req-e37261ac-9edd-4928-88cb-69a7c4d6c795 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Apr 29 15:37:27.515517 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82789d7a-7c41-4745-bc3f-9696f180228b req-fcd0e316-5bd8-4241-86a2-1d78625dd079 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:27.516980 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-82789d7a-7c41-4745-bc3f-9696f180228b req-fcd0e316-5bd8-4241-86a2-1d78625dd079 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 945 time: 0.0974436 Apr 29 15:37:27.562089 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-82789d7a-7c41-4745-bc3f-9696f180228b req-649eeeb6-89df-4ff1-b06c-d7804a7417b5 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390730 Apr 29 15:37:28.077441 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-128f0d24-4e63-4633-a0ea-e563d96664ed tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.078898 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-128f0d24-4e63-4633-a0ea-e563d96664ed tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 815 time: 0.1502664 Apr 29 15:37:28.094056 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-7b21004e-fbb4-4f6b-bec5-d5818819bafc tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/quotas/4ce43af9c75440fea48ea4f194084b4e HTTP/1.1" status: 200 len: 375 time: 0.0095096 Apr 29 15:37:28.186675 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-a3a593c1-afb2-4440-aa62-81c24bc8b2bf tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860853 Apr 29 15:37:28.319207 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-6ec02ad0-ccdb-4587-994d-5bd28cfcfcd2 service neutron] 10.222.0.42 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257761 Apr 29 15:37:28.496714 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-c7754f5c-fbf3-433e-b041-5dbb70481d87 service neutron] 10.222.0.42 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716640 Apr 29 15:37:28.524290 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc85bd-ea29-4c46-b4d6-f7c7ac472fd9 req-7c08c066-6d2f-44c3-bfdd-92a633502290 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.525780 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c4bc85bd-ea29-4c46-b4d6-f7c7ac472fd9 req-7c08c066-6d2f-44c3-bfdd-92a633502290 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.1016407 Apr 29 15:37:28.571064 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c4bc85bd-ea29-4c46-b4d6-f7c7ac472fd9 req-241ff329-39e8-4953-ad5d-c09f095a72d4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Apr 29 15:37:28.822381 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58778-ea45-40b0-b0ce-ada045018dee req-a52360e8-2366-4e8c-b2e4-682b5a246657 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.824065 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8bd58778-ea45-40b0-b0ce-ada045018dee req-a52360e8-2366-4e8c-b2e4-682b5a246657 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 945 time: 0.1420884 Apr 29 15:37:28.859840 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68618678-91df-4dec-885c-9ac9d8e2bca7 req-4163b716-a045-4825-a0c3-8f5a82cc5ded tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:28.870833 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-68618678-91df-4dec-885c-9ac9d8e2bca7 req-4163b716-a045-4825-a0c3-8f5a82cc5ded tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1509650 Apr 29 15:37:28.908576 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-30faebf8-1e2c-4269-8a95-2979e6acb394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.920285 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8bd58778-ea45-40b0-b0ce-ada045018dee req-3e986565-ed18-4ef9-8189-fb1726b7b8ea tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889130 Apr 29 15:37:28.930559 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.958775 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-68618678-91df-4dec-885c-9ac9d8e2bca7 req-a537660e-a70c-4476-a26d-72bed57ad52d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867329 Apr 29 15:37:29.037077 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0527fa3a-0517-448c-acc9-603e0a22e989 req-bf0a3590-b2e3-40eb-a31c-efb3e92eeaa9 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 210 time: 0.0572724 Apr 29 15:37:29.680485 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53062) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:29.800011 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.814580 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:29.819037 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9fe2e772b7e4c959daf4ec38b10f1d0 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:29.821821 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:29.827650 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:29.918661 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.922246 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.933972 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-00bd8593-fd02-4d51-83b0-5e36178e3694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:29.978029 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9fe2e772b7e4c959daf4ec38b10f1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951829 Apr 29 15:37:29.978961 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c878c0d7-2d4a-4e2c-b8d6-5d3d418a7f82,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.981383 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53070) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:29.983946 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:30.042966 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-01a73a54-d0c4-488a-ac2f-361df027f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.075378 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-01a73a54-d0c4-488a-ac2f-361df027f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.079564 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-4c08058d-6cef-46b6-8491-09aeb4c6ba89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1108189 Apr 29 15:37:30.101253 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.137169 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca760-9659-49f0-808e-616128bd62e6 req-755a3cf2-5f95-45ea-958a-7e498d4eee6b tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:30.138963 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6b7ca760-9659-49f0-808e-616128bd62e6 req-755a3cf2-5f95-45ea-958a-7e498d4eee6b tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 945 time: 0.0980902 Apr 29 15:37:30.155003 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-01a73a54-d0c4-488a-ac2f-361df027f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.158672 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cb5a960e-800f-4913-aa41-bebed07ebbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:30.171654 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a73a54-d0c4-488a-ac2f-361df027f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c878c0d7-2d4a-4e2c-b8d6-5d3d418a7f82,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:30.174590 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-01a73a54-d0c4-488a-ac2f-361df027f851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:30.176386 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-01a73a54-d0c4-488a-ac2f-361df027f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.180765 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-01a73a54-d0c4-488a-ac2f-361df027f851 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c878c0d7-2d4a-4e2c-b8d6-5d3d418a7f82 HTTP/1.1" status: 204 len: 168 time: 0.1984208 Apr 29 15:37:30.330813 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e410457b-2290-4e15-832c-2766451abce4 req-720b5bf3-0dad-473b-ad57-af58c1670023 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 210 time: 0.1849103 Apr 29 15:37:30.387331 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6b7ca760-9659-49f0-808e-616128bd62e6 req-e9886bc6-adfb-479e-95e1-513ccbb72ece tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397363 Apr 29 15:37:30.444033 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-c39f3b3d-87cf-4d7a-8903-3449f3f1a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:30.445489 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-c39f3b3d-87cf-4d7a-8903-3449f3f1a990 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 1098 time: 0.2970595 Apr 29 15:37:30.767480 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-f4103919-102b-4108-bfc3-4c2c16f631f6 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:30.769246 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-f4103919-102b-4108-bfc3-4c2c16f631f6 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 815 time: 0.3027418 Apr 29 15:37:30.787925 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-8171a658-ee39-4939-a25f-fb3bafeea227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:30.789548 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-8171a658-ee39-4939-a25f-fb3bafeea227 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.2737749 Apr 29 15:37:30.848388 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Request body: {'port': {'device_id': '4683bd95-f8bd-4874-b3d9-75acd74539f0', 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'admin_state_up': True, 'tenant_id': '4ce43af9c75440fea48ea4f194084b4e'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:31.006052 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-06ce29cd-283e-4df7-be25-e32fded86c01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3 HTTP/1.1" status: 200 len: 1001 time: 0.1404302 Apr 29 15:37:31.078803 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53118) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:31.187927 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-468760894-network', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:31.193310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:31.197282 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Usage tracker for resource:network and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:31.201036 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:31.207401 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:31.219307 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Made reservation on behalf of ac9f99231f4d446797bac28d1207ac74 for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:31.222311 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.234769 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.249819 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:31.254714 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:31.258267 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:31.264002 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:31.273824 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-ce60114b-6212-454c-8b75-a9e7ae315afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:31.275932 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-ce60114b-6212-454c-8b75-a9e7ae315afc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.1951489 Apr 29 15:37:31.346668 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:31.364250 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.373664 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:31.384634 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.403920 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891873dc-6b5c-41fb-9332-0a540e6695dc req-56769270-8ec3-404c-b5a6-1c6f869cb993 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:31.405441 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-891873dc-6b5c-41fb-9332-0a540e6695dc req-56769270-8ec3-404c-b5a6-1c6f869cb993 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.3380773 Apr 29 15:37:31.411370 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Made reservation on behalf of 4ce43af9c75440fea48ea4f194084b4e for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:31.415157 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.421302 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:31.427713 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-0a551aab-ebc0-4160-8f99-16cfc18661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:31.429190 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-0a551aab-ebc0-4160-8f99-16cfc18661b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1099 time: 0.3499801 Apr 29 15:37:31.432013 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.432585 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Added segment 18cc96a7-7186-478d-aafe-5b4beae27710 of type vlan for network 25e78f40-4c18-4393-b894-08f7fc6b0370 Apr 29 15:37:31.461969 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.491723 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c6931ce2-e078-4984-b2e9-82e4b5b2348a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:31.500678 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.504481 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:31.505093 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.539410 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0af96c-4409-4f4f-aff1-76b7e71537dd,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.544184 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:31.544600 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:31.550758 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e1d14930-f657-410b-8615-1c9178f828a2 req-7741b18b-ebe9-463d-aa13-d7c60b9fbd3c tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 210 time: 0.0706427 Apr 29 15:37:31.582285 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5020199 Apr 29 15:37:31.586918 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53132) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:31.640738 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Request body: {'subnet': {'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-468760894-subnet', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'ip_version': 4}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:31.652907 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:31.659307 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Pushing event updated for resources: {'Network': ['ID=25e78f40-4c18-4393-b894-08f7fc6b0370,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.662210 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Usage tracker for resource:subnet and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:31.666334 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:31.668087 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:31.672154 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:31.676279 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:31.690372 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Made reservation on behalf of ac9f99231f4d446797bac28d1207ac74 for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:31.694296 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2061581'] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.724933 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-891873dc-6b5c-41fb-9332-0a540e6695dc req-3c2540ed-e295-466e-a3b3-60aaac18f135 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929196 Apr 29 15:37:31.759667 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-83ddfafe-0a96-481b-ac4b-cfbeb5b87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:31.761815 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-83ddfafe-0a96-481b-ac4b-cfbeb5b87f29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4767439 Apr 29 15:37:31.846037 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.909168 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-e1007dad-a23c-4ec3-9b01-adaf089b377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:31.911025 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-e1007dad-a23c-4ec3-9b01-adaf089b377f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 920 time: 0.4630692 Apr 29 15:37:32.055695 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-3f98063a-08ab-4128-b649-4edb32876e4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0830414 Apr 29 15:37:32.066304 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Allocated IP 172.20.0.9 (08bd4f8f-fb6b-4144-af8e-d3d2b328ba52/99973739-4135-41c4-9de6-76d4ff5f2b73/3a012da7-4b8e-4e3d-a966-725651957588) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:32.120159 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-492548e3-72cc-4a6c-ae2b-df94fedce3cc service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317277 Apr 29 15:37:32.209465 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2061695'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.213481 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e429ac7c-f29d-4613-ad6f-b8ab7eac2857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:32.283022 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3030b619-1cce-47a6-8f78-9cdcf6116b97,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:32.287824 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:32.301987 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Checking segment: {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:32.302404 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Network hostable DHCP agents. Network: 25e78f40-4c18-4393-b894-08f7fc6b0370, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:32.321585 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:32.330757 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 25e78f40-4c18-4393-b894-08f7fc6b0370) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:32.342075 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d30fb-1b4a-4775-9129-9b31f40fa156 None None] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:32.343679 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:32.344043 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.366521 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7770658 Apr 29 15:37:32.368993 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53144) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:32.376458 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:32.385360 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:32.386566 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Usage tracker for resource:router and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:32.390051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:32.396967 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:32.408576 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46149'] for router, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.409882 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8124980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46162'] for router, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.428008 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.613988 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0de881c-91fa-590f-a313-02bdcb20b747-25e78f40-4c18-4393-b894-08f7fc6b0370', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97'}]}} from dv-cinder-788782-1-smb. {{(pid=73802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:32.615407 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.659448 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-f79ba68c-000b-44cf-81c8-4e56c83eb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:32.660941 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-f79ba68c-000b-44cf-81c8-4e56c83eb94c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.4931777 Apr 29 15:37:32.725999 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-8090598b-ad05-4586-86a1-03ff5ff2c6e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546119 Apr 29 15:37:32.773372 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b30d3515-b98a-4b25-a17d-14831ec0bedf req-d8824dc8-864f-4e55-91f3-5d73f6e68143 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 210 time: 0.0602050 Apr 29 15:37:32.784721 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.db_base_plugin_common [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Allocated IP 172.20.0.2 (25e78f40-4c18-4393-b894-08f7fc6b0370/3030b619-1cce-47a6-8f78-9cdcf6116b97/f3a5be6c-6aa4-4512-9ebf-19032d60f287) {{(pid=73802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:32.840102 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.856091 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b639d-3294-4310-a501-1f62b0f6c2c0 req-03d81aa8-7ecf-449a-9900-70eede7c98e5 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:32.857569 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101b639d-3294-4310-a501-1f62b0f6c2c0 req-03d81aa8-7ecf-449a-9900-70eede7c98e5 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 945 time: 0.5339742 Apr 29 15:37:32.921387 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96c349a4-f9b9-4093-be3d-9938c1591464 req-1f757e23-7d97-4279-acff-7c331cd24503 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282141 Apr 29 15:37:33.013187 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.046091 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Notify callbacks [] for port, precommit_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.058954 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Transition to ACTIVE for port object f3a5be6c-6aa4-4512-9ebf-19032d60f287 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:33.069694 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-101b639d-3294-4310-a501-1f62b0f6c2c0 req-4cf21da7-1d66-4cce-a697-635ac4063089 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504683 Apr 29 15:37:33.078174 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-b6a35df4-a091-42c7-b6fb-5368225d60fa service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038421 Apr 29 15:37:33.091805 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Transition to ACTIVE for port object f3a5be6c-6aa4-4512-9ebf-19032d60f287 will not be triggered until provisioned by entity DHCP. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:33.100022 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.110960 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-bec8b280-ffdb-4e9b-8172-021192206b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:33.133168 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e626cb-b70c-4578-9bdd-9979f01fc588 req-889ae116-c920-4224-a541-d1e373cf9bc1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:33.135140 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-98e626cb-b70c-4578-9bdd-9979f01fc588 req-889ae116-c920-4224-a541-d1e373cf9bc1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.2280631 Apr 29 15:37:33.176052 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 is already hosted by enough agents. {{(pid=73802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:33.179859 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.base_scheduler [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Resources bound (agent type, host, resource id): {{(pid=73802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:33.189033 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Received port after_create {{(pid=73802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:33.204731 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.248050 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.282339 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Pushing event updated for resources: {'Port': ['ID=f3a5be6c-6aa4-4512-9ebf-19032d60f287,revision_number=1']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:33.283458 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.295620 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:33.305280 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ac1bbc7c-1348-4eda-900c-1b5305492bdb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:33.321405 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Attempting to bind port f3a5be6c-6aa4-4512-9ebf-19032d60f287 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:33.322385 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Attempting to bind port f3a5be6c-6aa4-4512-9ebf-19032d60f287 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:33.322977 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Attempting to bind port f3a5be6c-6aa4-4512-9ebf-19032d60f287 on network 25e78f40-4c18-4393-b894-08f7fc6b0370 {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:33.331568 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:33.331953 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Checking segment: {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:33.332363 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.332768 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Bound using segment: {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:33.334146 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Bound port: f3a5be6c-6aa4-4512-9ebf-19032d60f287, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:33.334576 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.368394 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-98e626cb-b70c-4578-9bdd-9979f01fc588 req-f5f58efb-659c-4f0e-8fde-7f8739e751bc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395535 Apr 29 15:37:33.447234 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:33.449552 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21b84fe8-0ca7-45bc-ac82-b11fd1cdbeeb req-440bf90c-cafa-48c3-8612-97e9e39a8384 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124781 Apr 29 15:37:33.466357 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:33.471432 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:33.478519 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Allocated IP 172.28.2.245 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/029adfec-2e71-4051-ad5d-197f74625dd8) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:33.483563 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:33.483563 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.509404 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Pushing event updated for resources: {'Port': ['ID=3a012da7-4b8e-4e3d-a966-725651957588,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:33.515170 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] For port f3a5be6c-6aa4-4512-9ebf-19032d60f287, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:33.519221 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] For port f3a5be6c-6aa4-4512-9ebf-19032d60f287, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f3a5be6c-6aa4-4512-9ebf-19032d60f287,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:33.522739 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['006b7917-196e-4e1c-8c65-b1dabc39ab34', 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d', '68c27690-b24e-4c2f-b9aa-28721780bf8c'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:37:33.547882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.547882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.547882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.547882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.547882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.547882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.548390 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.548527 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.549286 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.549798 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.550333 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.550729 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:33.557075 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7136607 Apr 29 15:37:33.557847 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:33.566109 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.570179 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.577521 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:33.650075 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Request body: {'port': {'device_id': '4683bd95-f8bd-4874-b3d9-75acd74539f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:33.669313 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.690032 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Pushing event updated for resources: {'Port': ['ID=f3a5be6c-6aa4-4512-9ebf-19032d60f287,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:33.703232 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:33.713990 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.722607 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:33.818695 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:33.821589 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:33.826289 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:33.847429 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.949762 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=029adfec-2e71-4051-ad5d-197f74625dd8,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:33.960644 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:34.174814 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63beb1-bbde-472a-8e15-f3d14318c162 req-a76c27c4-4882-4e9f-8a54-da5465295f21 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:34.175533 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-6a63beb1-bbde-472a-8e15-f3d14318c162 req-a76c27c4-4882-4e9f-8a54-da5465295f21 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Synchronizing usage tracker for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:34.291881 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-6a63beb1-bbde-472a-8e15-f3d14318c162 req-a76c27c4-4882-4e9f-8a54-da5465295f21 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Unset dirty status for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:34.293033 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6a63beb1-bbde-472a-8e15-f3d14318c162 req-a76c27c4-4882-4e9f-8a54-da5465295f21 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 931 time: 0.3644471 Apr 29 15:37:34.336158 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.369021 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6a63beb1-bbde-472a-8e15-f3d14318c162 req-3250ab3e-7d8c-466e-84c4-16719df02e35 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665154 Apr 29 15:37:34.484008 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d60d4-9b9c-4060-8755-2ad364410f6d req-92fe1125-769f-46f6-a29b-1a1d070425f3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:34.485685 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bb5d60d4-9b9c-4060-8755-2ad364410f6d req-92fe1125-769f-46f6-a29b-1a1d070425f3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 945 time: 0.2466192 Apr 29 15:37:34.625794 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a012da7-4b8e-4e3d-a966-725651957588 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:34.652624 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.688578 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Transition to ACTIVE for port object 3a012da7-4b8e-4e3d-a966-725651957588 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:34.697323 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.703393 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bb5d60d4-9b9c-4060-8755-2ad364410f6d req-2bf549ed-b8eb-49aa-8edb-2fbfb9987da9 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803289 Apr 29 15:37:34.706344 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:34.835497 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8098145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721'] for router, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.866975 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ff178-e9d6-41ad-92b1-f1175c1e4c60 None None] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:34.900406 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Pushing event updated for resources: {'Port': ['ID=3a012da7-4b8e-4e3d-a966-725651957588,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:34.910486 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:34.918830 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9792d-8365-4fba-8d62-47993e751c23 req-ae87dfbf-f22a-4895-b475-ae2b0804b36b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:34.920303 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fde9792d-8365-4fba-8d62-47993e751c23 req-ae87dfbf-f22a-4895-b475-ae2b0804b36b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.4283056 Apr 29 15:37:34.933300 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Attempting to bind port 3a012da7-4b8e-4e3d-a966-725651957588 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:34.933638 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Attempting to bind port 3a012da7-4b8e-4e3d-a966-725651957588 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:34.933969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Attempting to bind port 3a012da7-4b8e-4e3d-a966-725651957588 on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:34.955761 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Port 3a012da7-4b8e-4e3d-a966-725651957588 on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:37:34.956110 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Attempting to bind port 3a012da7-4b8e-4e3d-a966-725651957588 on network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:34.965556 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:34.965920 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Checking segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:34.966727 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Bound using segment: {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:34.966727 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Bound port: 3a012da7-4b8e-4e3d-a966-725651957588, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:34.967078 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.976861 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-fd8a923e-7da9-4b40-bab1-1769efbf0cad None None] Provisioning for port f3a5be6c-6aa4-4512-9ebf-19032d60f287 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:35.044325 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fde9792d-8365-4fba-8d62-47993e751c23 req-be3dd5be-2399-4545-b2e1-9fa4fe8bcd59 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126366 Apr 29 15:37:35.088736 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 is scheduled to L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 with binding_index 1 {{(pid=73801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:37:35.131329 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] For port 3a012da7-4b8e-4e3d-a966-725651957588, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:35.135163 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] For port 3a012da7-4b8e-4e3d-a966-725651957588, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3a012da7-4b8e-4e3d-a966-725651957588,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:35.143477 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.157519 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-add580ce-11d2-47f8-989c-2cb9e1fa27d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:35.207405 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:35.208025 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.209610 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] 10.222.0.47 "PUT /v2.0/ports/3a012da7-4b8e-4e3d-a966-725651957588 HTTP/1.1" status: 200 len: 1093 time: 1.5669267 Apr 29 15:37:35.216050 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4683bd95-f8bd-4874-b3d9-75acd74539f0', 'tag': '3a012da7-4b8e-4e3d-a966-725651957588'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:35.261904 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f3a5be6c-6aa4-4512-9ebf-19032d60f287 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:35.344234 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:35.355948 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Sync routers for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:35.372412 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:37:35.373379 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:37:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:35.377320 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4683bd95-f8bd-4874-b3d9-75acd74539f0', 'tag': '3a012da7-4b8e-4e3d-a966-725651957588', 'status': 'completed', 'code': 200} Apr 29 15:37:35.400790 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port f3a5be6c-6aa4-4512-9ebf-19032d60f287 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:35.406626 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.408200 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port f3a5be6c-6aa4-4512-9ebf-19032d60f287 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:35.409089 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0389454 Apr 29 15:37:35.411665 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.412754 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53188) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:35.417487 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Pushing event updated for resources: {'Port': ['ID=3a012da7-4b8e-4e3d-a966-725651957588,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:35.429940 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:35.476984 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-a5a027a1-633f-49bd-beb2-96465c573bf4 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:35.478773 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-a5a027a1-633f-49bd-beb2-96465c573bf4 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 945 time: 0.2682593 Apr 29 15:37:35.484044 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-3291734f-d2db-4795-a822-6103315d47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:35.490780 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-3291734f-d2db-4795-a822-6103315d47f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 1096 time: 0.1748486 Apr 29 15:37:35.673140 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.693930 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-5b13c179-e622-46cd-a4c6-996c4edccf81 None None] Provisioning complete for port f3a5be6c-6aa4-4512-9ebf-19032d60f287 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:35.700064 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5b13c179-e622-46cd-a4c6-996c4edccf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.708480 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:37:35.848814 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-6134a42f-bade-4423-a750-f03db3b98dae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a012da7-4b8e-4e3d-a966-725651957588 HTTP/1.1" status: 200 len: 217 time: 0.2882247 Apr 29 15:37:35.897926 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port f3a5be6c-6aa4-4512-9ebf-19032d60f287, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f3a5be6c-6aa4-4512-9ebf-19032d60f287,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:35.913000 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.927858 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:36.075783 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=f3a5be6c-6aa4-4512-9ebf-19032d60f287,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:36.089884 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.090323 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.090924 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.091261 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.091587 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.091917 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.092242 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.092563 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.092884 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.093202 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.093525 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.093843 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.102816 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:36.182798 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-aa121715-0dd8-4eae-9dcb-fe497ba90fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:36.184994 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-aa121715-0dd8-4eae-9dcb-fe497ba90fec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.2960603 Apr 29 15:37:36.248058 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-3f2a24ab-af6e-47a8-bedb-630d7f414046 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536437 Apr 29 15:37:36.253685 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:34Z', 'revision_number': 3, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:36.259360 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Checking router: 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:36.259742 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Updating router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 port 029adfec-2e71-4051-ad5d-197f74625dd8 binding host dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:36.265310 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1096e-5ffa-4e2e-8b83-24686745940d req-f9da34a8-b344-4957-9dd6-03144e22c050 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:36.270840 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f1096e-5ffa-4e2e-8b83-24686745940d req-f9da34a8-b344-4957-9dd6-03144e22c050 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 943 time: 0.5452530 Apr 29 15:37:36.315238 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.418911 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2973e5c-9a6f-4bf4-946c-a2f092cebd2c req-010764fc-bab4-421d-8b01-a6dee9927433 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:36.420454 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a2973e5c-9a6f-4bf4-946c-a2f092cebd2c req-010764fc-bab4-421d-8b01-a6dee9927433 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 945 time: 0.3918815 Apr 29 15:37:36.426462 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Deleting port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:37:36.426925 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.500250 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f1096e-5ffa-4e2e-8b83-24686745940d req-c569ef76-2971-40a9-b508-e0afbb6c1605 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213571 Apr 29 15:37:36.607998 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-63f95930-f1b7-4fb3-91a6-3279fb3d23ec service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301919 Apr 29 15:37:36.610814 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a2973e5c-9a6f-4bf4-946c-a2f092cebd2c req-8ecf76a4-1eca-482c-b3f0-5099dd0ddc8d tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630957 Apr 29 15:37:36.628232 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.731871 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Notify callbacks [] for port, precommit_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.748601 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.provisioning_blocks [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Transition to ACTIVE for port object 029adfec-2e71-4051-ad5d-197f74625dd8 will not be triggered until provisioned by entity L2. {{(pid=73803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:36.755436 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.761839 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:36.853311 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Pushing event updated for resources: {'Port': ['ID=029adfec-2e71-4051-ad5d-197f74625dd8,revision_number=2']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:36.863874 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.864213 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.864544 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.864961 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.865319 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.865655 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.865979 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.866310 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.866624 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.866988 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.867297 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.867602 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:36.868370 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] For port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:36.868370 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.874853 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:36.876640 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Attempting to bind port 029adfec-2e71-4051-ad5d-197f74625dd8 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:36.877225 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Attempting to bind port 029adfec-2e71-4051-ad5d-197f74625dd8 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:36.878284 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Attempting to bind port 029adfec-2e71-4051-ad5d-197f74625dd8 on network 04334de3-f115-4b90-b55a-4e42c152d433 {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:36.885646 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:36.886402 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:36.888508 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.889219 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Bound using segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:36.889817 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Bound port: 029adfec-2e71-4051-ad5d-197f74625dd8, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:36.890852 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.913201 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Allocated IP 172.20.0.1 (25e78f40-4c18-4393-b894-08f7fc6b0370/3030b619-1cce-47a6-8f78-9cdcf6116b97/330a02c7-e86c-4839-9253-c743f4a82517) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:36.986236 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] For port 029adfec-2e71-4051-ad5d-197f74625dd8, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:36.988581 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] For port 029adfec-2e71-4051-ad5d-197f74625dd8, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=029adfec-2e71-4051-ad5d-197f74625dd8,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:36.994151 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.998861 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-a6e2e1d7-309c-40a7-9396-8a6fa07d4629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:37.032211 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Calling delete_port for be3d0c1d-9b70-4ab4-be24-9c58aba33d1b owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:37:37.077303 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-75d16811-cfab-47f9-b2f5-9e10d0e329c5 req-69bb76c4-1b76-4056-920c-77a4a7618b63 service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490066 Apr 29 15:37:37.101382 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.110912 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677de94-8116-429a-8006-7d0d12fbaa14 req-0d3e8ca2-707f-413d-8566-60b0977bfc01 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:37.112523 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0677de94-8116-429a-8006-7d0d12fbaa14 req-0d3e8ca2-707f-413d-8566-60b0977bfc01 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.4406576 Apr 29 15:37:37.123915 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Transition to ACTIVE for port object 330a02c7-e86c-4839-9253-c743f4a82517 will not be triggered until provisioned by entity DHCP. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:37.130068 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:37:37.131620 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:37:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:37.165871 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.180512 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:37.237979 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:37.241728 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:37.244359 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:37.282715 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f3a5be6c-6aa4-4512-9ebf-19032d60f287 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:37.304599 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0677de94-8116-429a-8006-7d0d12fbaa14 req-59643156-fcc7-49d3-af64-39341e59fa32 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828861 Apr 29 15:37:37.311706 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998160'] for router_interface, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.322082 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Pushing event updated for resources: {'Port': ['ID=029adfec-2e71-4051-ad5d-197f74625dd8,revision_number=3']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:37.343819 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-79d69b7d-b2a4-4c5d-a3c1-c6ea28dfb06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:37.451603 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.471223 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port f3a5be6c-6aa4-4512-9ebf-19032d60f287 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:37.476681 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Pushing event updated for resources: {'Port': ['ID=330a02c7-e86c-4839-9253-c743f4a82517,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:37.478668 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.501479 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.503636 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.504111 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.504569 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.509668 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.510196 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.510653 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.511103 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.511604 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.512051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.512479 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.512893 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:37.520076 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:37.529595 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:37:37.586821 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdebce-9e13-4817-b237-010140a2e541 req-357a8e61-53bf-4fc0-8818-96406896dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:37.588387 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3cdebce-9e13-4817-b237-010140a2e541 req-357a8e61-53bf-4fc0-8818-96406896dde4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ce43af9c75440fea48ea4f194084b4e&device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 1096 time: 0.3681238 Apr 29 15:37:37.589055 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.595611 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:37.687998 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Pushing event deleted for resources: {'Port': ['ID=be3d0c1d-9b70-4ab4-be24-9c58aba33d1b,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:37.694595 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:37.764353 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-c95f145b-e768-4cba-8297-57fdd3a808d0 None None] Provisioning for port 330a02c7-e86c-4839-9253-c743f4a82517 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:37.778476 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-c95f145b-e768-4cba-8297-57fdd3a808d0 None None] Provisioning complete for port 330a02c7-e86c-4839-9253-c743f4a82517 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:37.778853 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c95f145b-e768-4cba-8297-57fdd3a808d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.801850 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.808186 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.837561 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-59d790ea-0dde-4ede-8062-2aa9c394945b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:37.852308 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fc7a439c-6c01-4ad4-a4cc-25a5fb701248 req-1144eaed-eaea-4042-9ddc-7d0830d9be27 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 210 time: 0.0462019 Apr 29 15:37:37.861402 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-c95f145b-e768-4cba-8297-57fdd3a808d0 None None] Port 330a02c7-e86c-4839-9253-c743f4a82517 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:37.908762 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:34Z', 'revision_number': 3, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:37.913338 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a14c0c-76fa-4e7f-8c44-90c2037f441b None None] The sync data for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb is: [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:34Z', 'revision_number': 3, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:37.923726 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998067'] for router_interface, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.030943 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] No DVR routers for this DVR port be3d0c1d-9b70-4ab4-be24-9c58aba33d1b on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:38.036680 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.044527 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aa786a-adce-4d78-b2ef-0889bdd536cd', 'name': 'network-vif-deleted', 'tag': 'be3d0c1d-9b70-4ab4-be24-9c58aba33d1b'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:38.058793 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Pushing event updated for resources: {'Port': ['ID=330a02c7-e86c-4839-9253-c743f4a82517,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:38.067747 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:38.085675 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-67622d1c-b48d-467e-a9dd-893e28ac6eab req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.47 "DELETE /v2.0/ports/be3d0c1d-9b70-4ab4-be24-9c58aba33d1b HTTP/1.1" status: 204 len: 173 time: 2.5938127 Apr 29 15:37:38.110355 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdebce-9e13-4817-b237-010140a2e541 req-ae0e7a67-a55a-4715-9918-8f3a9ef45d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:38.112475 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3cdebce-9e13-4817-b237-010140a2e541 req-ae0e7a67-a55a-4715-9918-8f3a9ef45d53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 200 len: 916 time: 0.4734936 Apr 29 15:37:38.128896 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f7b16-3e39-4ee2-9bb8-8ef75fb74ebf req-86825f17-80db-403d-a342-9719d2adb92f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:38.130545 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d7f7b16-3e39-4ee2-9bb8-8ef75fb74ebf req-86825f17-80db-403d-a342-9719d2adb92f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 943 time: 0.3362246 Apr 29 15:37:38.137888 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:38.139180 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:38.233692 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3cdebce-9e13-4817-b237-010140a2e541 req-0bbf2e1e-a8bf-4149-8ec6-81b1e5f6b577 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a012da7-4b8e-4e3d-a966-725651957588 HTTP/1.1" status: 200 len: 217 time: 0.1018860 Apr 29 15:37:38.371002 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d7f7b16-3e39-4ee2-9bb8-8ef75fb74ebf req-59adcf5d-aa98-4a0f-b3bc-046d9d864742 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856735 Apr 29 15:37:38.393031 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdebce-9e13-4817-b237-010140a2e541 req-28598460-7982-4de2-aa59-82b01bfb6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:38.394543 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3cdebce-9e13-4817-b237-010140a2e541 req-28598460-7982-4de2-aa59-82b01bfb6ae9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 200 len: 855 time: 0.1051290 Apr 29 15:37:38.416441 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aa786a-adce-4d78-b2ef-0889bdd536cd', 'name': 'network-vif-deleted', 'tag': 'be3d0c1d-9b70-4ab4-be24-9c58aba33d1b', 'status': 'completed', 'code': 200} Apr 29 15:37:38.441461 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device be3d0c1d-9b70-4ab4-be24-9c58aba33d1b no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:38.480553 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:38.543748 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: be3d0c1d-9b70-4ab4-be24-9c58aba33d1b {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:37:38.544097 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device be3d0c1d-9b70-4ab4-be24-9c58aba33d1b not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:38.551954 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3cdebce-9e13-4817-b237-010140a2e541 req-648b93d1-97b0-4e45-a8fd-746a78ee85a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216276 Apr 29 15:37:38.600561 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-8b57c6a3-6d09-45e6-8127-36b9ca16723a None None] Provisioning complete for port 330a02c7-e86c-4839-9253-c743f4a82517 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:38.601210 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-8b57c6a3-6d09-45e6-8127-36b9ca16723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.698676 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-8b57c6a3-6d09-45e6-8127-36b9ca16723a None None] Port 330a02c7-e86c-4839-9253-c743f4a82517 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:38.779090 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3cdebce-9e13-4817-b237-010140a2e541 req-6318be56-a8be-4961-b22a-bd3b47f2a3ea service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869569 Apr 29 15:37:38.795383 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41076b-c21e-4450-bf03-4a5bbacf2360 req-50b25c5e-7aec-48d5-b5ee-b4a1eec1c4a5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:38.797040 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a41076b-c21e-4450-bf03-4a5bbacf2360 req-50b25c5e-7aec-48d5-b5ee-b4a1eec1c4a5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.2439094 Apr 29 15:37:38.810852 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:38.829219 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] 10.222.0.42 "PUT /v2.0/routers/7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4076705 Apr 29 15:37:38.959132 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a41076b-c21e-4450-bf03-4a5bbacf2360 req-74a349f1-e9fd-43d4-8eda-0314a6d1c7e9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421342 Apr 29 15:37:38.997063 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3cdebce-9e13-4817-b237-010140a2e541 req-387a40a1-bfd4-4ac0-8f3f-562d2f51212e service neutron] 10.222.0.47 "GET /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990345 Apr 29 15:37:39.182185 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-a22b993f-20a7-453f-b8ca-a093a07c0952 req-a087a7bc-6a45-422d-a37f-a8cc3dc905a8 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Synchronizing usage tracker for tenant:a18426c284f64b459e60a1e183f631ff on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:39.312164 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 029adfec-2e71-4051-ad5d-197f74625dd8 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:39.377557 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-a22b993f-20a7-453f-b8ca-a093a07c0952 req-a087a7bc-6a45-422d-a37f-a8cc3dc905a8 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Unset dirty status for tenant:a18426c284f64b459e60a1e183f631ff on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:39.378763 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a22b993f-20a7-453f-b8ca-a093a07c0952 req-a087a7bc-6a45-422d-a37f-a8cc3dc905a8 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aa786a-adce-4d78-b2ef-0889bdd536cd HTTP/1.1" status: 200 len: 210 time: 0.2806668 Apr 29 15:37:39.398649 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 029adfec-2e71-4051-ad5d-197f74625dd8 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:39.413764 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 029adfec-2e71-4051-ad5d-197f74625dd8 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:39.415575 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.438776 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d783b-0b93-41c3-b39c-d95afafd3649 req-77ab18c1-070a-4e32-95dd-4fe3776d7bd2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:39.440309 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-467d783b-0b93-41c3-b39c-d95afafd3649 req-77ab18c1-070a-4e32-95dd-4fe3776d7bd2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.2472038 Apr 29 15:37:39.541284 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-467d783b-0b93-41c3-b39c-d95afafd3649 req-6082a96a-1d13-479d-80b8-74f2d1b98a22 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749536 Apr 29 15:37:39.576491 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.601028 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 029adfec-2e71-4051-ad5d-197f74625dd8, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=029adfec-2e71-4051-ad5d-197f74625dd8,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:39.607699 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.609913 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:39.690000 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53264) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:39.697693 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1021628837-network', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:39.702706 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:39.704244 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=029adfec-2e71-4051-ad5d-197f74625dd8,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:39.707440 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:39.710770 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Usage tracker for resource:network and tenant:a62e1e60fdc045f2b9370393e05ebc3a is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:39.713945 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:39.719775 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:39.735493 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Made reservation on behalf of a62e1e60fdc045f2b9370393e05ebc3a for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:39.737739 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.740005 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247517b-5bfe-45ba-b48a-6a6dfb1b2d87 req-d5cc6f13-641c-4c46-825f-db9ca830191d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:39.742090 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a247517b-5bfe-45ba-b48a-6a6dfb1b2d87 req-d5cc6f13-641c-4c46-825f-db9ca830191d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 943 time: 0.0918722 Apr 29 15:37:39.752252 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.767258 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:39.770999 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Usage tracker for resource:security_group_rule and tenant:a62e1e60fdc045f2b9370393e05ebc3a is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:39.773735 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:39.779389 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:39.796740 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a247517b-5bfe-45ba-b48a-6a6dfb1b2d87 req-d770ffab-8e29-4b80-bf72-3a56f9e8d63b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Apr 29 15:37:39.872687 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.876649 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.880166 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-08160bd2-338a-43f1-8220-bcad4f489777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:39.908532 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:39.917672 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ed46e-85d5-4967-abac-f8a09552f3a4,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:39.921371 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:39.927327 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.927532 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Added segment 1add36b8-a2c3-4ee5-b385-b73f7deb3d1e of type vlan for network f9f982d3-5ff1-4e1d-850c-b0520679508e Apr 29 15:37:39.953805 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Sync routers for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:39.955670 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.963625 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:37:39.964302 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:37:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:39.999841 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.999841 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:40.000413 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.003953 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:40.105108 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Pushing event updated for resources: {'Network': ['ID=f9f982d3-5ff1-4e1d-850c-b0520679508e,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:40.110163 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4168551 Apr 29 15:37:40.110163 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:40.116110 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53270) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:40.121452 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network f9f982d3-5ff1-4e1d-850c-b0520679508e details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:40.121601 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Request body: {'subnet': {'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1021628837-subnet', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'ip_version': 4}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:40.126322 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:40.130030 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Usage tracker for resource:subnet and tenant:a62e1e60fdc045f2b9370393e05ebc3a is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:40.133399 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:40.139478 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:40.153018 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Made reservation on behalf of a62e1e60fdc045f2b9370393e05ebc3a for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:40.156308 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2061581'] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.191295 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d22e3-bc65-41a0-96ee-d5b24824c412 req-6bc20340-a216-4e1a-b62a-86374423fbfe tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:40.192945 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3e5d22e3-bc65-41a0-96ee-d5b24824c412 req-6bc20340-a216-4e1a-b62a-86374423fbfe tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0981123 Apr 29 15:37:40.248950 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:37:40.253144 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3e5d22e3-bc65-41a0-96ee-d5b24824c412 req-e1e6addb-d5df-435f-8ae5-708e304d6962 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 Apr 29 15:37:40.479171 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3a012da7-4b8e-4e3d-a966-725651957588 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:37:40.573729 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2061695'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.580167 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-837380c3-33d6-4d39-9515-5a1b1be62a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:40.641997 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810e2ab8-fcac-498d-8ae6-31a228aa0e8a,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:40.645218 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:40.685182 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Checking segment: {'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:40.685182 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Network hostable DHCP agents. Network: f9f982d3-5ff1-4e1d-850c-b0520679508e, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:40.708804 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Network f9f982d3-5ff1-4e1d-850c-b0520679508e is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:40.718384 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3a012da7-4b8e-4e3d-a966-725651957588, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3a012da7-4b8e-4e3d-a966-725651957588,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:40.723589 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, f9f982d3-5ff1-4e1d-850c-b0520679508e) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:40.738424 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:40.739301 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.765224 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6456690 Apr 29 15:37:40.765994 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53294) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:40.769822 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e2255-07fc-452d-b539-5b0383b03bf2 None None] Network f9f982d3-5ff1-4e1d-850c-b0520679508e requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:40.772110 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:40.777321 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:40.781902 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Usage tracker for resource:router and tenant:a62e1e60fdc045f2b9370393e05ebc3a is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:40.785789 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:40.792714 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:40.801142 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '3a012da7-4b8e-4e3d-a966-725651957588', 'network_id': '08bd4f8f-fb6b-4144-af8e-d3d2b328ba52', 'port_id': '3a012da7-4b8e-4e3d-a966-725651957588', 'mac_address': 'fa:16:3e:97:73:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99973739-4135-41c4-9de6-76d4ff5f2b73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:37:40.806167 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46149'] for router, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.807304 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8124980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46162'] for router, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.824781 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.844131 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca167f41-ea35-4dde-9dc0-e23cbf1386db req-ebd63151-c29d-467d-98d1-dffff8253c7e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:40.845619 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ca167f41-ea35-4dde-9dc0-e23cbf1386db req-ebd63151-c29d-467d-98d1-dffff8253c7e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.2016556 Apr 29 15:37:40.897047 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f4da-07ab-41be-8439-cf72d526b11b req-6b64a371-e52e-4d12-8440-261f6a7f5e0e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:40.898540 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-6b64a371-e52e-4d12-8440-261f6a7f5e0e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/networks?id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256 HTTP/1.1" status: 200 len: 809 time: 0.2080140 Apr 29 15:37:40.908755 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 2, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:40.921305 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Checking router: 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:40.921695 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Updating router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 port 330a02c7-e86c-4839-9253-c743f4a82517 binding host dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:40.923202 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-55119c7a-89f0-4123-aa94-5b72456e4d0b tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/quotas/a18426c284f64b459e60a1e183f631ff HTTP/1.1" status: 200 len: 375 time: 0.0155735 Apr 29 15:37:40.926106 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ca167f41-ea35-4dde-9dc0-e23cbf1386db req-8f88ec60-750a-4578-8ca1-ded7c8349ebc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700960 Apr 29 15:37:40.973650 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-cf3d8f14-b8d1-4358-8f66-848916160a3c tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18426c284f64b459e60a1e183f631ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426085 Apr 29 15:37:41.032770 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.042347 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.102445 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a012da7-4b8e-4e3d-a966-725651957588 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:41.119450 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-e238e09e-0311-48c2-8d41-30260d408a3d service neutron] 10.222.0.42 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379211 Apr 29 15:37:41.128346 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.168467 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3a012da7-4b8e-4e3d-a966-725651957588, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3a012da7-4b8e-4e3d-a966-725651957588,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:41.183911 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.188751 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-c0fb93fd-720b-48b5-a207-f030ce3c8577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:41.255606 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 029adfec-2e71-4051-ad5d-197f74625dd8 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:41.380841 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578afc18-9d00-4c64-a05b-eebb0053e6e5 req-f11b3221-3b81-46f1-b679-41ffd2e353d4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:41.390037 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-578afc18-9d00-4c64-a05b-eebb0053e6e5 req-f11b3221-3b81-46f1-b679-41ffd2e353d4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 944 time: 0.1235092 Apr 29 15:37:41.405364 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-3462e133-df66-488c-ad63-3eb6801ef11a service neutron] 10.222.0.42 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850046 Apr 29 15:37:41.425090 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0de881c-91fa-590f-a313-02bdcb20b747-f9f982d3-5ff1-4e1d-850c-b0520679508e', 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'fixed_ips': [{'subnet_id': '810e2ab8-fcac-498d-8ae6-31a228aa0e8a'}]}} from dv-cinder-788782-1-smb. {{(pid=73802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:41.426479 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.504275 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-578afc18-9d00-4c64-a05b-eebb0053e6e5 req-53f905ed-21cc-4536-b5db-f7873f5e4c4d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131408 Apr 29 15:37:41.639450 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 029adfec-2e71-4051-ad5d-197f74625dd8 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:41.640334 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.665687 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.697212 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.738259 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3a012da7-4b8e-4e3d-a966-725651957588,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:41.758999 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8f326a63-15ac-4d9d-b2f5-89c450527ea3 req-aa07ea0f-bec7-4a8e-9fa9-2bba2a119e08 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 210 time: 0.1026390 Apr 29 15:37:41.778106 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:41.779391 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.db_base_plugin_common [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Allocated IP 172.20.0.2 (f9f982d3-5ff1-4e1d-850c-b0520679508e/810e2ab8-fcac-498d-8ae6-31a228aa0e8a/4fe2a5e9-1161-4eff-ae49-0f4ea52931b7) {{(pid=73802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:41.867301 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['3a012da7-4b8e-4e3d-a966-725651957588'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:37:41.879033 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Allocated IP 172.28.2.73 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/44217d40-624a-4c48-a387-a76a4c6f406c) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:41.947207 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30511-4152-4594-a266-429f93251168 req-e7fce946-2d93-40b8-970a-c38f84e157a4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:41.956296 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-12a30511-4152-4594-a266-429f93251168 req-e7fce946-2d93-40b8-970a-c38f84e157a4 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1960363 Apr 29 15:37:42.022883 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-12a30511-4152-4594-a266-429f93251168 req-033408be-6a0d-47c6-ab24-833ef605cac2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632706 Apr 29 15:37:42.057986 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.088720 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.100880 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:42.153581 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:42.159875 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:42.169749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:42.297823 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Pushing event updated for resources: {'Port': ['ID=44217d40-624a-4c48-a387-a76a4c6f406c,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:42.303990 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:42.318518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb9977-06ee-453f-b562-cf8947ece25a req-6d06075d-8d05-47c9-9725-27f8971518ac tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:42.320683 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d1fb9977-06ee-453f-b562-cf8947ece25a req-6d06075d-8d05-47c9-9725-27f8971518ac tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1448679 Apr 29 15:37:42.411068 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d1fb9977-06ee-453f-b562-cf8947ece25a req-862fc057-6b71-4dfd-be60-d79f02fd3266 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843999 Apr 29 15:37:42.413552 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Notify callbacks [] for port, precommit_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.431784 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Transition to ACTIVE for port object 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:42.498624 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Transition to ACTIVE for port object 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 will not be triggered until provisioned by entity DHCP. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:42.523229 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.533538 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:42.564614 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Notify callbacks [] for port, precommit_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.612507 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Network f9f982d3-5ff1-4e1d-850c-b0520679508e is already hosted by enough agents. {{(pid=73802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:42.617338 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Transition to ACTIVE for port object 330a02c7-e86c-4839-9253-c743f4a82517 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:42.620738 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.base_scheduler [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Resources bound (agent type, host, resource id): {{(pid=73802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:42.626341 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Received port after_create {{(pid=73802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:42.637066 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Pushing event updated for resources: {'Port': ['ID=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,revision_number=1']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:42.671363 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.682678 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:42.683142 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:42.730394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690e06-1c2e-405c-9196-576d4f0e5318 req-16e4559f-5b78-4984-b93e-aff1e1e3ab31 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:42.731954 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fd690e06-1c2e-405c-9196-576d4f0e5318 req-16e4559f-5b78-4984-b93e-aff1e1e3ab31 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 944 time: 0.0875401 Apr 29 15:37:42.735389 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.780260 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fd690e06-1c2e-405c-9196-576d4f0e5318 req-21eb3b9d-8b60-4ca9-9277-50e71c69e4e8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Apr 29 15:37:42.911164 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Attempting to bind port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:42.911756 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Attempting to bind port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:42.911897 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Attempting to bind port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 on network f9f982d3-5ff1-4e1d-850c-b0520679508e {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:42.920319 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:42.920750 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Checking segment: {'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:42.921162 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.921563 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Bound using segment: {'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:42.922035 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Bound port: 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:42.922443 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.940782 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85932d64-5a27-4d3a-9e63-42429672837d None None] Pushing event updated for resources: {'Port': ['ID=330a02c7-e86c-4839-9253-c743f4a82517,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:42.944373 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85932d64-5a27-4d3a-9e63-42429672837d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:42.953619 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-16615126-b4ac-483c-8cd2-1aaf16080585 req-9041b1cb-959b-4115-a1a1-a994c8fc59cf tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 210 time: 0.0647581 Apr 29 15:37:43.100893 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8098145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721'] for router, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.111117 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Attempting to bind port 330a02c7-e86c-4839-9253-c743f4a82517 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:43.111498 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Attempting to bind port 330a02c7-e86c-4839-9253-c743f4a82517 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:43.111865 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Attempting to bind port 330a02c7-e86c-4839-9253-c743f4a82517 on network 25e78f40-4c18-4393-b894-08f7fc6b0370 {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:43.124127 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:43.124504 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Checking segment: {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:43.124907 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.125302 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Bound using segment: {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:43.125863 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Bound port: 330a02c7-e86c-4839-9253-c743f4a82517, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:43.126142 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.141546 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] For port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:43.185773 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] For port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,segment=NetworkSegment(1add36b8-a2c3-4ee5-b385-b73f7deb3d1e),segment_id=1add36b8-a2c3-4ee5-b385-b73f7deb3d1e)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:43.199710 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.206590 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:43.245093 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d01d7-b91d-46d7-891b-01b7b144b517 req-b823ba68-3607-4f2e-912e-daeb2a97d0d6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:43.250770 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eb1d01d7-b91d-46d7-891b-01b7b144b517 req-b823ba68-3607-4f2e-912e-daeb2a97d0d6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1062725 Apr 29 15:37:43.306720 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] For port 330a02c7-e86c-4839-9253-c743f4a82517, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:43.313236 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] For port 330a02c7-e86c-4839-9253-c743f4a82517, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=330a02c7-e86c-4839-9253-c743f4a82517,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:43.315005 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Pushing event updated for resources: {'Port': ['ID=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.318209 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:43.319582 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.323420 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:43.364112 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eb1d01d7-b91d-46d7-891b-01b7b144b517 req-504c47d8-a3ae-46f4-b81d-b6a26b9744bb tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085942 Apr 29 15:37:43.396714 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85932d64-5a27-4d3a-9e63-42429672837d None None] Pushing event updated for resources: {'Port': ['ID=330a02c7-e86c-4839-9253-c743f4a82517,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.402253 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85932d64-5a27-4d3a-9e63-42429672837d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:43.433017 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:37:43.433634 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:37:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:43.575695 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Router 45440836-2661-40de-bbcd-7086f8b7dd5e is scheduled to L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 with binding_index 1 {{(pid=73801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:37:43.667401 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f4da-07ab-41be-8439-cf72d526b11b req-e462bc60-7743-4084-8151-c7c9b5ba37e2 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:43.688912 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-e462bc60-7743-4084-8151-c7c9b5ba37e2 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.47 "GET /v2.0/networks?id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256 HTTP/1.1" status: 200 len: 809 time: 0.3816035 Apr 29 15:37:43.712276 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Request body: {'port': {'device_id': 'f2e30f74-a525-4918-ae06-cafef147d7e5', 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256', 'admin_state_up': True, 'tenant_id': 'a18426c284f64b459e60a1e183f631ff'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:43.787007 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:37:43.984246 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:44.002267 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Sync routers for ids ['45440836-2661-40de-bbcd-7086f8b7dd5e'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:44.009881 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Routers {'45440836-2661-40de-bbcd-7086f8b7dd5e'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:37:44.010519 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:37:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['45440836-2661-40de-bbcd-7086f8b7dd5e'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:44.019707 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.021745 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2543786 Apr 29 15:37:44.026575 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53348) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:44.261091 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Set router 45440836-2661-40de-bbcd-7086f8b7dd5e gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:37:44.316039 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:44.338033 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef86c7c-cc05-46f7-b7c7-d5787e562452 req-f019cadb-4a20-404b-b10f-ffb6338e0a9a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:44.346688 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5ef86c7c-cc05-46f7-b7c7-d5787e562452 req-f019cadb-4a20-404b-b10f-ffb6338e0a9a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.5793221 Apr 29 15:37:44.349759 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:44.380333 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf25fb2-074f-4668-82c2-b414bd1db7f5 req-1a03debe-dd17-4da6-adce-57c9d6d5fea1 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:44.382553 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-adf25fb2-074f-4668-82c2-b414bd1db7f5 req-1a03debe-dd17-4da6-adce-57c9d6d5fea1 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 944 time: 0.3509951 Apr 29 15:37:44.382706 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:43Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:44.388000 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4479f66-c66f-4631-8160-09f71b0b3498 None None] The sync data for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb is: [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:43Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:44.466458 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3a012da7-4b8e-4e3d-a966-725651957588 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:44.469881 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Made reservation on behalf of a18426c284f64b459e60a1e183f631ff for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:44.478842 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.558149 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5ef86c7c-cc05-46f7-b7c7-d5787e562452 req-d6cc08ae-efcb-4391-af99-f4e0a41dda86 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101383 Apr 29 15:37:44.676421 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 3a012da7-4b8e-4e3d-a966-725651957588 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:44.686206 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 3a012da7-4b8e-4e3d-a966-725651957588 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:44.686594 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.800998 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:37:42Z', 'revision_number': 3, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port': {'id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:41Z', 'updated_at': '2021-04-29T15:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:44.807822 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Checking router: 45440836-2661-40de-bbcd-7086f8b7dd5e for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:44.808711 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Updating router 45440836-2661-40de-bbcd-7086f8b7dd5e port 44217d40-624a-4c48-a387-a76a4c6f406c binding host dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:44.926332 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.928739 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.938580 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-adf25fb2-074f-4668-82c2-b414bd1db7f5 req-191021cd-75df-42d5-aee8-1c49da284df1 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420127 Apr 29 15:37:44.968069 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5a63e50e-9404-42da-bfac-9883e5f9631d req-ed3a82aa-22e1-4eab-90fe-818359d648f9 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 210 time: 0.1028023 Apr 29 15:37:44.989190 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683bd95-f8bd-4874-b3d9-75acd74539f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a012da7-4b8e-4e3d-a966-725651957588'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:45.014734 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ca1da-1d4a-4b34-9a9d-e91cbfd1ccc3 None None] Network f9f982d3-5ff1-4e1d-850c-b0520679508e requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:45.026873 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Allocated IP 172.20.0.6 (2db5d22e-6c0d-4c8c-b9af-478d3a66f256/5dd6511d-c577-4767-9648-c11bdd55ff80/cb092b95-8477-4c77-b9ad-830528b467bd) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:45.055029 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3a012da7-4b8e-4e3d-a966-725651957588, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3a012da7-4b8e-4e3d-a966-725651957588,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:45.113245 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.142634 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-e5151980-a2ab-4acf-9fde-1ab4755fc37b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:45.376949 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.556405 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:45.567009 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63c3c-35d8-44c3-aef5-0c3b11b327ca req-d2dde5b6-bdaa-402e-971d-4b7ccc578fea tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:45.568550 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7c63c3c-35d8-44c3-aef5-0c3b11b327ca req-d2dde5b6-bdaa-402e-971d-4b7ccc578fea tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.4516745 Apr 29 15:37:45.704262 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.743330 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Notify callbacks [] for port, precommit_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.769813 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7c63c3c-35d8-44c3-aef5-0c3b11b327ca req-152f8c56-6f52-4364-a6b7-3361077aacbb tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771619 Apr 29 15:37:45.774826 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.provisioning_blocks [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Transition to ACTIVE for port object 44217d40-624a-4c48-a387-a76a4c6f406c will not be triggered until provisioned by entity L2. {{(pid=73803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:45.805055 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Allocated IP 172.20.0.1 (f9f982d3-5ff1-4e1d-850c-b0520679508e/810e2ab8-fcac-498d-8ae6-31a228aa0e8a/f1c2b288-052b-430b-a318-552074fc3a10) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:45.808597 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-ea8b8207-61ca-4e07-b732-4df3d67904f7 None None] Provisioning for port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:45.821574 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.852255 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:45.888807 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.940808 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fb151d25-8c03-41a5-9444-37ae0cba13da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:46.110735 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3a012da7-4b8e-4e3d-a966-725651957588,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.117811 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:46.142404 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4683bd95-f8bd-4874-b3d9-75acd74539f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a012da7-4b8e-4e3d-a966-725651957588', 'code': 200} Apr 29 15:37:46.180344 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:46.206311 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:46.216624 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:46.219691 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:46.232129 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:46.233819 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.261001 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.279812 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:46.280241 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.290804 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Attempting to bind port 44217d40-624a-4c48-a387-a76a4c6f406c on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:46.293866 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Attempting to bind port 44217d40-624a-4c48-a387-a76a4c6f406c by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:46.297743 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Attempting to bind port 44217d40-624a-4c48-a387-a76a4c6f406c on network 04334de3-f115-4b90-b55a-4e42c152d433 {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:46.310137 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Transition to ACTIVE for port object f1c2b288-052b-430b-a318-552074fc3a10 will not be triggered until provisioned by entity DHCP. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:46.320069 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:46.321488 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:46.323102 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.324503 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Bound using segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:46.325119 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Bound port: 44217d40-624a-4c48-a387-a76a4c6f406c, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:46.327036 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.360201 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.365652 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:46.386706 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddb33d-09d6-4a9d-8caa-3183ff7dd83b None None] Pushing event updated for resources: {'Port': ['ID=44217d40-624a-4c48-a387-a76a4c6f406c,revision_number=2']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.397599 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-16ddb33d-09d6-4a9d-8caa-3183ff7dd83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:46.399969 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6976063 Apr 29 15:37:46.457882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Request body: {'port': {'device_id': 'f2e30f74-a525-4918-ae06-cafef147d7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:46.464644 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] For port 44217d40-624a-4c48-a387-a76a4c6f406c, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:46.476729 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] For port 44217d40-624a-4c48-a387-a76a4c6f406c, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=44217d40-624a-4c48-a387-a76a4c6f406c,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:46.487000 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.493424 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:46.495077 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.512522 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Network f9f982d3-5ff1-4e1d-850c-b0520679508e is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:46.518708 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Pushing event updated for resources: {'Port': ['ID=cb092b95-8477-4c77-b9ad-830528b467bd,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.538763 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,segment=NetworkSegment(1add36b8-a2c3-4ee5-b385-b73f7deb3d1e),segment_id=1add36b8-a2c3-4ee5-b385-b73f7deb3d1e)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:46.540308 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:46.547449 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:37:46.549670 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:46.549888 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.550786 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 330a02c7-e86c-4839-9253-c743f4a82517 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:46.593798 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:46.605505 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c2b288-052b-430b-a318-552074fc3a10,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.616831 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:46.619134 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Routers {'45440836-2661-40de-bbcd-7086f8b7dd5e'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:37:46.622892 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:37:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['45440836-2661-40de-bbcd-7086f8b7dd5e'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:46.645532 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998160'] for router_interface, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.695002 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.706421 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:46.716703 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddb33d-09d6-4a9d-8caa-3183ff7dd83b None None] Pushing event updated for resources: {'Port': ['ID=44217d40-624a-4c48-a387-a76a4c6f406c,revision_number=3']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.722436 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-16ddb33d-09d6-4a9d-8caa-3183ff7dd83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:46.752643 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8536d6-32bc-4539-8a20-28c6794ed30f req-95a2d5cd-b2e3-4ec9-a263-db5fca91ee05 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:46.761001 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bd8536d6-32bc-4539-8a20-28c6794ed30f req-95a2d5cd-b2e3-4ec9-a263-db5fca91ee05 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 945 time: 0.4534252 Apr 29 15:37:46.781519 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 330a02c7-e86c-4839-9253-c743f4a82517 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:46.791015 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 330a02c7-e86c-4839-9253-c743f4a82517 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:46.791642 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.840483 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51effbeb-7ca6-43fd-b46f-cd7ed98e2943 req-682575c9-03a3-4916-bb6c-928b606788c9 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:46.842005 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-51effbeb-7ca6-43fd-b46f-cd7ed98e2943 req-682575c9-03a3-4916-bb6c-928b606788c9 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.7649732 Apr 29 15:37:46.885031 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] Set router 45440836-2661-40de-bbcd-7086f8b7dd5e gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:37:46.892436 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bd8536d6-32bc-4539-8a20-28c6794ed30f req-c8952771-dc14-4a4a-a544-bafbc0ebcaf7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290040 Apr 29 15:37:46.896530 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.911431 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-a34def1c-cc1f-43c1-8c58-032b008d3c59 None None] Provisioning complete for port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:46.917308 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a34def1c-cc1f-43c1-8c58-032b008d3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.974025 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30620-1066-479e-8833-fdcb9a701b05 req-a8092336-e452-41d6-8652-c8bf725dcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:46.976489 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-14b30620-1066-479e-8833-fdcb9a701b05 req-a8092336-e452-41d6-8652-c8bf725dcc30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 1098 time: 0.5716274 Apr 29 15:37:47.058209 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.123407 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.177729 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 330a02c7-e86c-4839-9253-c743f4a82517, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=330a02c7-e86c-4839-9253-c743f4a82517,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:47.183988 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.198498 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-9f12dca7-e624-459e-80e1-531966a788cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:47.318042 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-51effbeb-7ca6-43fd-b46f-cd7ed98e2943 req-78b633c7-1ba1-4dd8-bf48-cac28e2cc21d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559991 Apr 29 15:37:47.354373 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.370142 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.372359 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=330a02c7-e86c-4839-9253-c743f4a82517,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:47.376333 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:47.378757 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:47.404540 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:47.437878 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-1630bed3-4653-4be4-9886-72e4e46bafae None None] Provisioning for port f1c2b288-052b-430b-a318-552074fc3a10 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:47.452009 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-1630bed3-4653-4be4-9886-72e4e46bafae None None] Provisioning complete for port f1c2b288-052b-430b-a318-552074fc3a10 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:47.452389 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1630bed3-4653-4be4-9886-72e4e46bafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.499619 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:47.499994 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.564694 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:37:42Z', 'revision_number': 3, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port': {'id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:41Z', 'updated_at': '2021-04-29T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:47.565417 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-14b30620-1066-479e-8833-fdcb9a701b05 req-6d2c5851-2fc8-4ef3-b590-1e8a0a26b36c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505874 Apr 29 15:37:47.581848 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-1630bed3-4653-4be4-9886-72e4e46bafae None None] Port f1c2b288-052b-430b-a318-552074fc3a10 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:47.589925 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf7cb5-758e-41c2-a902-4bf231ca643f None None] The sync data for ids ['45440836-2661-40de-bbcd-7086f8b7dd5e'] in dv-cinder-788782-1-smb is: [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:37:42Z', 'revision_number': 3, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port': {'id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:41Z', 'updated_at': '2021-04-29T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:47.604883 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c2b288-052b-430b-a318-552074fc3a10,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:47.608031 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998067'] for router_interface, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.620493 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:47.782756 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Network f9f982d3-5ff1-4e1d-850c-b0520679508e is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:47.783982 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:47.809829 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640ff9-a1e8-40d9-b033-1602010e7247 req-ded9f127-659d-4a7b-b0d8-624c493cb7f2 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:47.810584 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9d640ff9-a1e8-40d9-b033-1602010e7247 req-ded9f127-659d-4a7b-b0d8-624c493cb7f2 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Synchronizing usage tracker for tenant:a18426c284f64b459e60a1e183f631ff on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:47.924993 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9d640ff9-a1e8-40d9-b033-1602010e7247 req-ded9f127-659d-4a7b-b0d8-624c493cb7f2 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Unset dirty status for tenant:a18426c284f64b459e60a1e183f631ff on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:47.926716 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d640ff9-a1e8-40d9-b033-1602010e7247 req-ded9f127-659d-4a7b-b0d8-624c493cb7f2 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 931 time: 0.6879816 Apr 29 15:37:47.935568 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb092b95-8477-4c77-b9ad-830528b467bd {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:47.947525 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72cbf3-03d4-4a66-93c6-9a80d64eb9d8 req-dcf7a2fe-5096-48a2-b539-ba89711980c8 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:47.954920 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8e72cbf3-03d4-4a66-93c6-9a80d64eb9d8 req-dcf7a2fe-5096-48a2-b539-ba89711980c8 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.3433290 Apr 29 15:37:47.994838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.020622 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Router 45440836-2661-40de-bbcd-7086f8b7dd5e has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:48.043912 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Transition to ACTIVE for port object cb092b95-8477-4c77-b9ad-830528b467bd will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:48.058884 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8e72cbf3-03d4-4a66-93c6-9a80d64eb9d8 req-b584d35c-02cd-4240-93a1-b9449f5046b2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029024 Apr 29 15:37:48.065975 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.074560 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-588d0fb4-1614-4afe-a831-6f34bfa166d3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:48.108824 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d640ff9-a1e8-40d9-b033-1602010e7247 req-350170c0-cfc3-45e5-a58a-93a30e8153a5 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324439 Apr 29 15:37:48.128048 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-88e6e7c5-3e86-438f-9c64-9eea4be65a19 None None] Provisioning complete for port f1c2b288-052b-430b-a318-552074fc3a10 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:48.130711 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-88e6e7c5-3e86-438f-9c64-9eea4be65a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.207106 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-88e6e7c5-3e86-438f-9c64-9eea4be65a19 None None] Port f1c2b288-052b-430b-a318-552074fc3a10 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:48.299854 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Attempting to bind port cb092b95-8477-4c77-b9ad-830528b467bd on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:48.300202 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Attempting to bind port cb092b95-8477-4c77-b9ad-830528b467bd by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:48.300538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Attempting to bind port cb092b95-8477-4c77-b9ad-830528b467bd on network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:48.309261 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Port cb092b95-8477-4c77-b9ad-830528b467bd on network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:37:48.309588 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Attempting to bind port cb092b95-8477-4c77-b9ad-830528b467bd on network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:48.312357 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Pushing event updated for resources: {'Port': ['ID=cb092b95-8477-4c77-b9ad-830528b467bd,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:48.316675 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:48.319257 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:48.319647 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Checking segment: {'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:48.320621 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Bound using segment: {'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:48.320704 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Bound port: cb092b95-8477-4c77-b9ad-830528b467bd, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f8b51b-3966-4541-9dea-e313dc8049a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:48.321060 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.351149 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:48.362502 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] 10.222.0.42 "PUT /v2.0/routers/45440836-2661-40de-bbcd-7086f8b7dd5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3344617 Apr 29 15:37:48.515693 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] For port cb092b95-8477-4c77-b9ad-830528b467bd, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:48.520025 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] For port cb092b95-8477-4c77-b9ad-830528b467bd, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cb092b95-8477-4c77-b9ad-830528b467bd,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:48.534373 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.545387 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b658d579-325e-475a-a710-d5adf250fbbf tempest-DeleteServersTestJSON-874568458 tempest-DeleteServersTestJSON-874568458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:48.599092 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:48.599704 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.601126 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] 10.222.0.47 "PUT /v2.0/ports/cb092b95-8477-4c77-b9ad-830528b467bd HTTP/1.1" status: 200 len: 1093 time: 2.1531105 Apr 29 15:37:48.601625 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e30f74-a525-4918-ae06-cafef147d7e5', 'tag': 'cb092b95-8477-4c77-b9ad-830528b467bd'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:48.616925 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f40226-8bd7-4669-adf9-f87fc6b03c93 req-90817b79-25c6-4d24-897c-5a04bd58ecb8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:48.618451 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-00f40226-8bd7-4669-adf9-f87fc6b03c93 req-90817b79-25c6-4d24-897c-5a04bd58ecb8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 945 time: 0.2782202 Apr 29 15:37:48.669115 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Pushing event updated for resources: {'Port': ['ID=cb092b95-8477-4c77-b9ad-830528b467bd,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:48.677587 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:48.682628 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-00f40226-8bd7-4669-adf9-f87fc6b03c93 req-d7c301d4-0c5f-4986-850f-ef4c24e8609f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545168 Apr 29 15:37:48.824105 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f4da-07ab-41be-8439-cf72d526b11b req-061ee1b5-5e93-4b19-849e-134e9015c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:48.825815 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-061ee1b5-5e93-4b19-849e-134e9015c6c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18426c284f64b459e60a1e183f631ff&device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 1096 time: 0.1385059 Apr 29 15:37:48.985220 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-deb64966-7c67-48d3-9145-40e33302b3d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb092b95-8477-4c77-b9ad-830528b467bd HTTP/1.1" status: 200 len: 217 time: 0.0835099 Apr 29 15:37:49.005443 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057e5b-0883-4eca-96fa-81e7d43071da req-da89d2e3-6671-4975-bcda-230b93326ef3 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:49.010603 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae057e5b-0883-4eca-96fa-81e7d43071da req-da89d2e3-6671-4975-bcda-230b93326ef3 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1805317 Apr 29 15:37:49.058365 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae057e5b-0883-4eca-96fa-81e7d43071da req-c52bbe2f-fd9a-4fbc-8940-af1c03a5f86d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453043 Apr 29 15:37:49.131530 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e30f74-a525-4918-ae06-cafef147d7e5', 'tag': 'cb092b95-8477-4c77-b9ad-830528b467bd', 'status': 'completed', 'code': 200} Apr 29 15:37:49.155696 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f4da-07ab-41be-8439-cf72d526b11b req-37944041-f4f3-4d55-adc5-a5eb6bc66427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:49.157151 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-37944041-f4f3-4d55-adc5-a5eb6bc66427 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dd6511d-c577-4767-9648-c11bdd55ff80 HTTP/1.1" status: 200 len: 849 time: 0.0599244 Apr 29 15:37:49.285148 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-643d728e-e5f4-492e-8362-79c9ecc52146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710783 Apr 29 15:37:49.349051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53422) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:49.355870 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706801340', 'description': 'tempest-secgroup-smoke-706801340 description', 'project_id': 'ac9f99231f4d446797bac28d1207ac74'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:49.372932 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:49.387105 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:security_group and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:49.395128 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:49.420869 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:49.449946 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.493821 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:49.504817 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:security_group_rule and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:49.506500 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 44217d40-624a-4c48-a387-a76a4c6f406c up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:49.513082 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:49.530642 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:49.640904 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 44217d40-624a-4c48-a387-a76a4c6f406c completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:49.643045 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.647149 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 44217d40-624a-4c48-a387-a76a4c6f406c triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:49.647767 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.648506 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.659213 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-22befe98-e301-4da8-bf61-9c3f4ec55b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:49.711135 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008b220f-ef78-46d7-ac69-d6fd1c81a498,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:49.717533 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:49.718678 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.724630 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3739800 Apr 29 15:37:49.725626 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53430) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:49.727175 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-b640c326-f88d-45fb-bf40-b5e77187ec39 service neutron] 10.222.0.47 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286430 Apr 29 15:37:49.739206 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'security_group_rule': {'security_group_id': '008b220f-ef78-46d7-ac69-d6fd1c81a498', 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:49.747638 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:49.751979 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:security_group_rule and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:49.755207 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:49.761810 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:49.781345 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Sync routers for ids ['45440836-2661-40de-bbcd-7086f8b7dd5e'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:49.782332 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.817777 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Routers {'45440836-2661-40de-bbcd-7086f8b7dd5e'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:37:49.818468 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:37:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['45440836-2661-40de-bbcd-7086f8b7dd5e'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:49.862515 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.869027 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.871547 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:49.887565 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ac6f5-40c0-4ed3-b5cf-4da0bfbcd037 req-e7664789-d2ca-4e27-a6a8-ccd281573900 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:49.889059 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-102ac6f5-40c0-4ed3-b5cf-4da0bfbcd037 req-e7664789-d2ca-4e27-a6a8-ccd281573900 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.3277638 Apr 29 15:37:49.899638 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d70dbd-87c7-4162-b282-54ef8899680e req-283288f6-4832-4814-a490-ed275cbb8361 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:49.906979 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81d70dbd-87c7-4162-b282-54ef8899680e req-283288f6-4832-4814-a490-ed275cbb8361 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.2943342 Apr 29 15:37:49.907386 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.908005 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ff0483-1591-4bcc-aec1-14b5b277dcff,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:49.911772 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:49.924126 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.926859 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-46c32a1b-7f29-499c-baaa-b6a24a3a68c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1957016 Apr 29 15:37:49.928488 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53436) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:49.937459 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'security_group_rule': {'security_group_id': '008b220f-ef78-46d7-ac69-d6fd1c81a498', 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:49.945872 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:49.957952 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:security_group_rule and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:49.961668 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:49.969035 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:49.986153 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.986550 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81d70dbd-87c7-4162-b282-54ef8899680e req-477233f6-89db-439e-aa71-eeb30d41189b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789742 Apr 29 15:37:49.989246 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 44217d40-624a-4c48-a387-a76a4c6f406c, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=44217d40-624a-4c48-a387-a76a4c6f406c,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:49.998508 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.999612 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 330a02c7-e86c-4839-9253-c743f4a82517 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:50.032288 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-102ac6f5-40c0-4ed3-b5cf-4da0bfbcd037 req-e86777a6-3d34-4a33-8fac-81aeb61798e6 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912666 Apr 29 15:37:50.034468 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f461f4da-07ab-41be-8439-cf72d526b11b req-6e619dee-1ccf-4092-9e42-eddf42ea4632 service neutron] 10.222.0.47 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945778 Apr 29 15:37:50.086166 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.090967 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.100858 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:50.118500 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:50.129748 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.131145 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2016623 Apr 29 15:37:50.134860 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 53442) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:50.137278 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c463dc9-cb65-4c65-af16-dca96d723046,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:50.140511 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:50.145870 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'security_group_rule': {'security_group_id': '008b220f-ef78-46d7-ac69-d6fd1c81a498', 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:50.153092 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:50.190594 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:security_group_rule and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:50.199865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:50.227953 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Set router 45440836-2661-40de-bbcd-7086f8b7dd5e gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:37:50.296958 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=44217d40-624a-4c48-a387-a76a4c6f406c,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:50.303178 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:50.353171 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:50.401628 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 330a02c7-e86c-4839-9253-c743f4a82517 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:50.402590 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.410071 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.488200 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ef08a-4400-48ce-813e-fa8471c7b191 req-634db7a4-2adf-4538-8448-89002e6a23b8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:50.489641 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-119ef08a-4400-48ce-813e-fa8471c7b191 req-634db7a4-2adf-4538-8448-89002e6a23b8 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 945 time: 0.2962887 Apr 29 15:37:50.520346 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c2e91-bb9d-4a50-b155-39f19f7541b4 req-bce702d6-f573-4e52-b405-008f14e063b6 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:50.522210 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6c8c2e91-bb9d-4a50-b155-39f19f7541b4 req-bce702d6-f573-4e52-b405-008f14e063b6 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 943 time: 0.3703151 Apr 29 15:37:50.540559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-17a0a92e-c401-4abd-8d8f-a9439a263109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:50.541968 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-17a0a92e-c401-4abd-8d8f-a9439a263109 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18426c284f64b459e60a1e183f631ff&device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 1096 time: 0.3431087 Apr 29 15:37:50.637892 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.664008 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:37:46Z', 'revision_number': 4, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port': {'id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:41Z', 'updated_at': '2021-04-29T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'f1c2b288-052b-430b-a318-552074fc3a10', 'name': '', 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'mac_address': 'fa:16:3e:22:e7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '810e2ab8-fcac-498d-8ae6-31a228aa0e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:45Z', 'updated_at': '2021-04-29T15:37:47Z', 'revision_number': 2, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'subnets': [{'id': '810e2ab8-fcac-498d-8ae6-31a228aa0e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:50.668136 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Checking router: 45440836-2661-40de-bbcd-7086f8b7dd5e for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:50.668577 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Updating router 45440836-2661-40de-bbcd-7086f8b7dd5e port f1c2b288-052b-430b-a318-552074fc3a10 binding host dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:50.675219 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6c8c2e91-bb9d-4a50-b155-39f19f7541b4 req-b050405e-674e-40b9-93ff-059591763b2a tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420231 Apr 29 15:37:50.679722 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.684502 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-119ef08a-4400-48ce-813e-fa8471c7b191 req-2533c57d-334b-459d-b39e-1c87b1dd2da7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869309 Apr 29 15:37:50.734344 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.752132 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:50.780869 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb14a6e-81de-49b4-a68c-251e72a19beb,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:50.786516 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:50.792050 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.795934 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6573884 Apr 29 15:37:50.796886 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53448) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:50.802979 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'security_group_rule': {'security_group_id': '008b220f-ef78-46d7-ac69-d6fd1c81a498', 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:50.809933 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:50.814027 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:security_group_rule and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:50.817351 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:50.824095 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:50.853847 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.882970 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-9e77e8a4-53fd-4257-b221-500484149d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:50.884455 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-9e77e8a4-53fd-4257-b221-500484149d82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256 HTTP/1.1" status: 200 len: 910 time: 0.3268130 Apr 29 15:37:50.936986 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.942352 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.944875 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-25c7e73e-d937-4c91-ad85-52716c9ac1ef tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:50.978937 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034a18a4-6608-4762-97e0-b21544d9e8be,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:50.988594 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:50.989552 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.994329 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1958802 Apr 29 15:37:50.995136 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53454) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.000897 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'security_group_rule': {'security_group_id': '008b220f-ef78-46d7-ac69-d6fd1c81a498', 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:51.002931 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-e45e6252-6934-44a3-9bd3-8af2ca4dfaf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb092b95-8477-4c77-b9ad-830528b467bd HTTP/1.1" status: 200 len: 217 time: 0.1034296 Apr 29 15:37:51.008916 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:51.013354 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:security_group_rule and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:51.018852 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:51.027005 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:51.041770 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.securitygroups_db [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Project ac9f99231f4d446797bac28d1207ac74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:37:51.052604 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.157706 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d860b-e01d-40cd-9460-d84d7f9c226b req-a5c5a6a6-565f-460a-accf-5ac3c8bbf240 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:51.168866 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c27d860b-e01d-40cd-9460-d84d7f9c226b req-a5c5a6a6-565f-460a-accf-5ac3c8bbf240 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.3733456 Apr 29 15:37:51.193641 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.201120 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-0f9e9960-c285-462b-895a-2f02342a55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:51.201503 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.203674 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-0f9e9960-c285-462b-895a-2f02342a55dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5dd6511d-c577-4767-9648-c11bdd55ff80 HTTP/1.1" status: 200 len: 849 time: 0.1907640 Apr 29 15:37:51.204859 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f6ffbcd0-52d4-4979-ab42-bd0a152824ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:51.231235 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Notify callbacks [] for port, precommit_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.245813 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Transition to ACTIVE for port object f1c2b288-052b-430b-a318-552074fc3a10 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:51.259964 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.268934 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85932d64-5a27-4d3a-9e63-42429672837d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:51.272625 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05348aa-70e9-449a-bb4a-aa5494344108,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.281708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.285140 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2862415 Apr 29 15:37:51.285615 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-88cb1724-2b64-44e4-8023-e1093e0218e7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:51.286154 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 53466) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.298006 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'security_group_rule': {'security_group_id': '008b220f-ef78-46d7-ac69-d6fd1c81a498', 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:51.304911 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:51.309471 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:security_group_rule and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:51.319180 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:51.339654 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:51.344322 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-6c9fb210-5110-4505-bbba-29fa9ca05934 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db5d22e-6c0d-4c8c-b9af-478d3a66f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861981 Apr 29 15:37:51.344772 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 44217d40-624a-4c48-a387-a76a4c6f406c up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:51.357447 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.securitygroups_db [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Project ac9f99231f4d446797bac28d1207ac74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:37:51.359639 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c27d860b-e01d-40cd-9460-d84d7f9c226b req-07db11d5-de00-44bc-aef0-68bac182464a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899383 Apr 29 15:37:51.367538 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.519552 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.528865 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.536830 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecf988-29e9-45ec-a3e1-88825c8f7072 None None] Pushing event updated for resources: {'Port': ['ID=f1c2b288-052b-430b-a318-552074fc3a10,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.557782 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:51.581554 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84597d9b-5d02-4ef7-aaf7-7dfcd9589986,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.584993 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:51.587674 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.589775 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3020883 Apr 29 15:37:51.612729 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a8ecf988-29e9-45ec-a3e1-88825c8f7072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:51.714538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9eb55-9336-4e92-b08b-be9c2220839b req-858c3f41-6b64-4edd-aa80-cce393056066 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:51.722966 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bad9eb55-9336-4e92-b08b-be9c2220839b req-858c3f41-6b64-4edd-aa80-cce393056066 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.5173092 Apr 29 15:37:51.745090 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 44217d40-624a-4c48-a387-a76a4c6f406c triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:51.746019 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.775209 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Attempting to bind port f1c2b288-052b-430b-a318-552074fc3a10 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:51.775573 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Attempting to bind port f1c2b288-052b-430b-a318-552074fc3a10 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:51.776051 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Attempting to bind port f1c2b288-052b-430b-a318-552074fc3a10 on network f9f982d3-5ff1-4e1d-850c-b0520679508e {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:51.798808 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:51.799177 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Checking segment: {'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:37:51.799578 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.800011 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Bound using segment: {'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:51.800563 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Bound port: f1c2b288-052b-430b-a318-552074fc3a10, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:51.800845 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.838569 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bad9eb55-9336-4e92-b08b-be9c2220839b req-c6225da3-1b1f-473e-a790-8e2f31893af0 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144369 Apr 29 15:37:51.892330 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-ffe0485b-162f-4d5d-9042-818c9c86d18a service neutron] 10.222.0.47 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947436 Apr 29 15:37:51.962368 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] For port f1c2b288-052b-430b-a318-552074fc3a10, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:51.979937 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] For port f1c2b288-052b-430b-a318-552074fc3a10, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f1c2b288-052b-430b-a318-552074fc3a10,segment=NetworkSegment(1add36b8-a2c3-4ee5-b385-b73f7deb3d1e),segment_id=1add36b8-a2c3-4ee5-b385-b73f7deb3d1e)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:51.991421 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.997912 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:52.095017 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee95ac7-753d-4f6e-a559-1b58f0ba6fda req-0faf4b80-08a4-4b17-a75f-01ec67e496bb tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.103204 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cee95ac7-753d-4f6e-a559-1b58f0ba6fda req-0faf4b80-08a4-4b17-a75f-01ec67e496bb tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.5420525 Apr 29 15:37:52.124230 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Routers {'45440836-2661-40de-bbcd-7086f8b7dd5e'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:37:52.124712 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:37:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['45440836-2661-40de-bbcd-7086f8b7dd5e'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:52.128926 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7afd30-819d-4d51-a2f3-f07dca11be0f req-2542f509-b1b3-4652-9108-0a31e77e161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.130636 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-aa7afd30-819d-4d51-a2f3-f07dca11be0f req-2542f509-b1b3-4652-9108-0a31e77e161f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1099 time: 0.3845751 Apr 29 15:37:52.197617 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c546bfe0-46fa-4b7f-b75e-8db2e422b6f8 req-5f03c594-1a1a-431c-ae31-021fefab4110 service neutron] 10.222.0.47 "GET /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937725 Apr 29 15:37:52.221050 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecf988-29e9-45ec-a3e1-88825c8f7072 None None] Pushing event updated for resources: {'Port': ['ID=f1c2b288-052b-430b-a318-552074fc3a10,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:52.227910 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a8ecf988-29e9-45ec-a3e1-88825c8f7072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:52.245883 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cee95ac7-753d-4f6e-a559-1b58f0ba6fda req-c66b3101-f50c-46e4-be88-2d8b957e6692 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416979 Apr 29 15:37:52.276052 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-aa7afd30-819d-4d51-a2f3-f07dca11be0f req-630c7e28-c190-431b-bc0d-3a267dca71bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208563 Apr 29 15:37:52.304833 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c4ec-cfef-4fce-b4f9-4c1240b27a20 req-07a6e53c-77ca-40e5-ac65-4f79bb846f24 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.314788 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cf97c4ec-cfef-4fce-b4f9-4c1240b27a20 req-07a6e53c-77ca-40e5-ac65-4f79bb846f24 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 943 time: 0.3610811 Apr 29 15:37:52.402631 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cf97c4ec-cfef-4fce-b4f9-4c1240b27a20 req-405b42b5-b472-4511-9948-3c349b9ac6f7 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755200 Apr 29 15:37:52.546091 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device cb092b95-8477-4c77-b9ad-830528b467bd details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:37:52.575136 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] Set router 45440836-2661-40de-bbcd-7086f8b7dd5e gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:37:52.686018 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca19dcc-f1f3-448d-9a65-3abda0a8e896 req-ae0a57b3-7f2f-4563-9047-8f8dbde29e94 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.687549 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-aca19dcc-f1f3-448d-9a65-3abda0a8e896 req-ae0a57b3-7f2f-4563-9047-8f8dbde29e94 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.0881045 Apr 29 15:37:52.738550 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-aca19dcc-f1f3-448d-9a65-3abda0a8e896 req-5261c50d-cabc-4bde-98f7-d4632f2cfd70 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Apr 29 15:37:52.954777 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4fa89-0cd7-4aa8-ae7d-8434f0294b8b req-0a9a8133-6bee-431e-9152-70d50f0d9006 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:52.956415 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8c4fa89-0cd7-4aa8-ae7d-8434f0294b8b req-0a9a8133-6bee-431e-9152-70d50f0d9006 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0977800 Apr 29 15:37:52.985552 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port cb092b95-8477-4c77-b9ad-830528b467bd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cb092b95-8477-4c77-b9ad-830528b467bd,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:53.025422 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8c4fa89-0cd7-4aa8-ae7d-8434f0294b8b req-ed8398f3-f07f-4e4b-9202-e9d52970f418 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616474 Apr 29 15:37:53.050495 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': 'cb092b95-8477-4c77-b9ad-830528b467bd', 'network_id': '2db5d22e-6c0d-4c8c-b9af-478d3a66f256', 'port_id': 'cb092b95-8477-4c77-b9ad-830528b467bd', 'mac_address': 'fa:16:3e:47:e3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd6511d-c577-4767-9648-c11bdd55ff80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:37:53.122962 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.148722 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:37:46Z', 'revision_number': 4, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port': {'id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:41Z', 'updated_at': '2021-04-29T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'f1c2b288-052b-430b-a318-552074fc3a10', 'name': '', 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'mac_address': 'fa:16:3e:22:e7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '810e2ab8-fcac-498d-8ae6-31a228aa0e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:45Z', 'updated_at': '2021-04-29T15:37:51Z', 'revision_number': 4, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'subnets': [{'id': '810e2ab8-fcac-498d-8ae6-31a228aa0e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:53.151655 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb092b95-8477-4c77-b9ad-830528b467bd {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:53.158994 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7ad5b-6870-4797-ab26-3edd4d49ed96 None None] The sync data for ids ['45440836-2661-40de-bbcd-7086f8b7dd5e'] in dv-cinder-788782-1-smb is: [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:37:46Z', 'revision_number': 4, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port': {'id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:41Z', 'updated_at': '2021-04-29T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'f1c2b288-052b-430b-a318-552074fc3a10', 'name': '', 'network_id': 'f9f982d3-5ff1-4e1d-850c-b0520679508e', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'mac_address': 'fa:16:3e:22:e7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '810e2ab8-fcac-498d-8ae6-31a228aa0e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:45Z', 'updated_at': '2021-04-29T15:37:51Z', 'revision_number': 4, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'subnets': [{'id': '810e2ab8-fcac-498d-8ae6-31a228aa0e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:53.172106 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port cb092b95-8477-4c77-b9ad-830528b467bd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cb092b95-8477-4c77-b9ad-830528b467bd,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:53.177379 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.179303 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:53.303192 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=cb092b95-8477-4c77-b9ad-830528b467bd,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:53.308399 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:53.395478 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f1c2b288-052b-430b-a318-552074fc3a10 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:53.507508 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d6422-bc40-4e2c-9ce4-2dd219d4e9b3 req-77b40f0b-f80d-4524-90f1-64f5531f01a5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:53.516475 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b71d6422-bc40-4e2c-9ce4-2dd219d4e9b3 req-77b40f0b-f80d-4524-90f1-64f5531f01a5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.3939464 Apr 29 15:37:53.523334 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port f1c2b288-052b-430b-a318-552074fc3a10 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:53.530560 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port f1c2b288-052b-430b-a318-552074fc3a10 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:53.531330 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.579178 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b71d6422-bc40-4e2c-9ce4-2dd219d4e9b3 req-1ea4580d-6036-4cf0-aa70-d51144b13add tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614986 Apr 29 15:37:53.626395 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14905a-5398-4e6b-b0b6-b83fb2aa8f5a req-76ec4f9d-5357-412d-b925-ed5de7549160 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:53.635854 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1f14905a-5398-4e6b-b0b6-b83fb2aa8f5a req-76ec4f9d-5357-412d-b925-ed5de7549160 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.2149825 Apr 29 15:37:53.715803 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1f14905a-5398-4e6b-b0b6-b83fb2aa8f5a req-a5b8ba9f-b9bd-4e1b-9e27-510bbd56e567 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786598 Apr 29 15:37:53.755244 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.797285 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port f1c2b288-052b-430b-a318-552074fc3a10, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f1c2b288-052b-430b-a318-552074fc3a10,segment=NetworkSegment(1add36b8-a2c3-4ee5-b385-b73f7deb3d1e),segment_id=1add36b8-a2c3-4ee5-b385-b73f7deb3d1e)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:53.802501 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.805261 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:53.832190 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8f5eb-ce7d-4350-aa67-5508668f8420 req-53b2e42d-9e3c-45db-b8c6-6fa840bf9f77 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:53.841886 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-78e8f5eb-ce7d-4350-aa67-5508668f8420 req-53b2e42d-9e3c-45db-b8c6-6fa840bf9f77 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 944 time: 0.1159074 Apr 29 15:37:53.903774 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-78e8f5eb-ce7d-4350-aa67-5508668f8420 req-d8a0c917-d188-4759-8750-02d787909e58 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605183 Apr 29 15:37:53.924664 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=f1c2b288-052b-430b-a318-552074fc3a10,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:53.927748 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:54.010654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b5c2-68fc-4009-8ba2-0307bcd87e02 req-2d0cf883-24a2-4c1e-a731-e577c0303f78 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:54.012457 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5039b5c2-68fc-4009-8ba2-0307bcd87e02 req-2d0cf883-24a2-4c1e-a731-e577c0303f78 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1043561 Apr 29 15:37:54.066565 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5039b5c2-68fc-4009-8ba2-0307bcd87e02 req-0f925588-7a3e-45b2-a3be-caa5e2ed796b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Apr 29 15:37:54.235251 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30f9be-8a14-4e1f-b64f-b37cbfd0013e req-b7c7c70d-b03e-4f6a-90f9-a5a2216b7e16 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:54.236868 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa30f9be-8a14-4e1f-b64f-b37cbfd0013e req-b7c7c70d-b03e-4f6a-90f9-a5a2216b7e16 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0966818 Apr 29 15:37:54.283870 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa30f9be-8a14-4e1f-b64f-b37cbfd0013e req-5b60e9e9-6f33-49a4-942a-4d0a9434284f tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400352 Apr 29 15:37:54.293006 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['cb092b95-8477-4c77-b9ad-830528b467bd'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:37:54.777376 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b464-608c-484f-b72d-d3c7784aa379 req-849c9dd6-bd2e-4d2b-b091-2555b93a11bd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:54.778966 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6221b464-608c-484f-b72d-d3c7784aa379 req-849c9dd6-bd2e-4d2b-b091-2555b93a11bd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0865445 Apr 29 15:37:54.874218 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6221b464-608c-484f-b72d-d3c7784aa379 req-c02e4060-b6ac-4f9e-baf5-15ee1dd062ca tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876539 Apr 29 15:37:54.919066 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefce2c-3ee8-43e9-a999-1614362cc1ac req-08b3d6a7-0aaa-4be6-9f4c-7ec35ffdb097 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:54.920529 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5fefce2c-3ee8-43e9-a999-1614362cc1ac req-08b3d6a7-0aaa-4be6-9f4c-7ec35ffdb097 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.0967238 Apr 29 15:37:54.968640 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5fefce2c-3ee8-43e9-a999-1614362cc1ac req-1f4a3ce3-42e7-4702-a60d-65c1083cdf2c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Apr 29 15:37:55.142831 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa2647-81a6-4625-b5c5-ece06998da35 req-7fc4a3ad-1a90-4f1e-9e39-2c8622c8e5f5 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.144238 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7dfa2647-81a6-4625-b5c5-ece06998da35 req-7fc4a3ad-1a90-4f1e-9e39-2c8622c8e5f5 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 944 time: 0.0817950 Apr 29 15:37:55.198537 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7dfa2647-81a6-4625-b5c5-ece06998da35 req-977d7c66-a279-4325-9de7-c0a138385b54 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Apr 29 15:37:55.288270 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f1c2b288-052b-430b-a318-552074fc3a10 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:55.371882 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port f1c2b288-052b-430b-a318-552074fc3a10 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:55.373102 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.481707 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-8cd29c90-8164-4125-82d0-1610585d548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.483212 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-8cd29c90-8164-4125-82d0-1610585d548e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1099 time: 0.2138424 Apr 29 15:37:55.492700 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cebe42-9644-4084-a4f2-52bbeb7772f3 req-7652bf3f-c876-45c5-ab86-c7f5ec5da7e2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.496318 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-89cebe42-9644-4084-a4f2-52bbeb7772f3 req-7652bf3f-c876-45c5-ab86-c7f5ec5da7e2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.2619755 Apr 29 15:37:55.569010 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba2675-2647-471d-8a60-1dbb360f4dc7 req-65f4b18d-55b4-45bc-ab8b-4afde2fc040f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.570652 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1cba2675-2647-471d-8a60-1dbb360f4dc7 req-65f4b18d-55b4-45bc-ab8b-4afde2fc040f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.2393742 Apr 29 15:37:55.666546 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-89cebe42-9644-4084-a4f2-52bbeb7772f3 req-584e9439-351e-46d1-ae1b-62706c1d3065 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471641 Apr 29 15:37:55.693834 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1cba2675-2647-471d-8a60-1dbb360f4dc7 req-2a53ee4e-44a7-4001-ab6e-eceb7c2044a7 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789042 Apr 29 15:37:55.715821 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-582ae3da-ed27-4799-b219-e4598b742599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.717307 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-582ae3da-ed27-4799-b219-e4598b742599 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 920 time: 0.2199581 Apr 29 15:37:55.839250 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-7387436c-fbe5-42fe-8d2b-e7067af04cc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0974936 Apr 29 15:37:55.918000 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-e4907d43-ac55-47a5-bc0e-04d1c28288ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.919518 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-e4907d43-ac55-47a5-bc0e-04d1c28288ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.0737035 Apr 29 15:37:55.979645 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-7fb6c7f5-62de-49be-92b1-8825cb571d95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495176 Apr 29 15:37:55.992869 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930f194-3084-49bc-b476-125396232ba1 req-a94aad5e-46ce-48f5-8a0f-6412cc8c575d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:55.995861 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9930f194-3084-49bc-b476-125396232ba1 req-a94aad5e-46ce-48f5-8a0f-6412cc8c575d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.2019303 Apr 29 15:37:56.223215 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-8b3c189c-9fef-4a52-a991-5a8bff958669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.245797 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9930f194-3084-49bc-b476-125396232ba1 req-24847b1c-d2b9-4604-9b86-7330402419c7 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325897 Apr 29 15:37:56.290564 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-e1ca4eb9-0c30-4995-94bf-6cc7c9fc38a1 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951653 Apr 29 15:37:56.310182 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabda990-b41e-431e-9ae5-24c1e37ed2c3 req-27b281cf-5301-4996-8d9b-54a7729f4ffa tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:56.317728 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fabda990-b41e-431e-9ae5-24c1e37ed2c3 req-27b281cf-5301-4996-8d9b-54a7729f4ffa tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.2258201 Apr 29 15:37:56.500680 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fabda990-b41e-431e-9ae5-24c1e37ed2c3 req-d2aad60e-ca08-4579-bf8c-3e8c46cbdd9b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819086 Apr 29 15:37:56.544368 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f859975b-cdfd-449f-a6c8-7ca1f521cc82 req-b65a95c0-2ab2-4bf8-a50d-bcaccd14dad2 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243497 Apr 29 15:37:56.563148 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe82126-2661-4f62-b161-092be0850da0 req-1eff1af2-b28f-4f20-b0b0-11858ef2121e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:56.564641 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ffe82126-2661-4f62-b161-092be0850da0 req-1eff1af2-b28f-4f20-b0b0-11858ef2121e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 944 time: 0.1991508 Apr 29 15:37:56.597753 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:37:56.609401 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device cb092b95-8477-4c77-b9ad-830528b467bd up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:56.615961 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ffe82126-2661-4f62-b161-092be0850da0 req-0a89829f-682b-4c51-b4dd-e256c21c6cac tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Apr 29 15:37:56.827642 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port cb092b95-8477-4c77-b9ad-830528b467bd completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:56.835464 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port cb092b95-8477-4c77-b9ad-830528b467bd triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:56.836435 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.874499 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01a195-2046-4657-8815-83d9969e11fe req-9bfca57d-bd6c-4575-8e73-8173580363c4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:56.882646 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e01a195-2046-4657-8815-83d9969e11fe req-9bfca57d-bd6c-4575-8e73-8173580363c4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.0984361 Apr 29 15:37:56.911843 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:56.931184 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'port_id': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'mac_address': 'fa:16:3e:c8:57:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:37:56.969582 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e01a195-2046-4657-8815-83d9969e11fe req-253a1e8b-7c51-4985-87a5-6cb56f3fb225 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858965 Apr 29 15:37:57.037899 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.060758 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.073520 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00515b46-85d1-4550-ab8e-18e9be1dc9a3 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:37:57.113450 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port cb092b95-8477-4c77-b9ad-830528b467bd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cb092b95-8477-4c77-b9ad-830528b467bd,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:57.119901 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:57.121119 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e30f74-a525-4918-ae06-cafef147d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb092b95-8477-4c77-b9ad-830528b467bd'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:57.128324 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.130729 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.133374 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:57.173635 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38631-e02d-4b3f-a04a-5e2f307e80fe req-5a75cf23-bced-4470-ac31-8aec83e48a78 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:57.175410 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ace38631-e02d-4b3f-a04a-5e2f307e80fe req-5a75cf23-bced-4470-ac31-8aec83e48a78 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0934069 Apr 29 15:37:57.212479 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=6']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:57.233929 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ace38631-e02d-4b3f-a04a-5e2f307e80fe req-59148415-236d-4caf-ac2b-04123c4cfab6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Apr 29 15:37:57.264241 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e30f74-a525-4918-ae06-cafef147d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb092b95-8477-4c77-b9ad-830528b467bd', 'code': 200} Apr 29 15:37:57.296333 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=cb092b95-8477-4c77-b9ad-830528b467bd,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:57.299378 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:57.299853 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:57.300197 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:57.445038 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db88308-7ded-4d0d-8704-ad9912fc0a8b req-d1250a6c-4252-4d15-8d51-3bd7ebe72555 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:57.447124 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5db88308-7ded-4d0d-8704-ad9912fc0a8b req-d1250a6c-4252-4d15-8d51-3bd7ebe72555 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0933170 Apr 29 15:37:57.504373 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5db88308-7ded-4d0d-8704-ad9912fc0a8b req-480fd96a-a6ec-4377-abe6-a9726c69da10 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502326 Apr 29 15:37:57.553296 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['00515b46-85d1-4550-ab8e-18e9be1dc9a3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:37:57.731179 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910101c4-d391-4819-bd5a-a1484ad3fc19 req-63ecaf48-1eba-46f7-8f42-14223e77743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:57.732764 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-910101c4-d391-4819-bd5a-a1484ad3fc19 req-63ecaf48-1eba-46f7-8f42-14223e77743c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 1098 time: 0.1335542 Apr 29 15:37:57.744838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a27c7c-764d-4e54-9de2-ec2e22bf2f14 req-f08db318-2560-4675-a9d9-8ec7ced3915c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:57.746345 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b5a27c7c-764d-4e54-9de2-ec2e22bf2f14 req-f08db318-2560-4675-a9d9-8ec7ced3915c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.1132963 Apr 29 15:37:57.864223 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-910101c4-d391-4819-bd5a-a1484ad3fc19 req-c8b9c73f-83cd-4b9b-9321-dd0d7b7366ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157691 Apr 29 15:37:57.874676 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b5a27c7c-764d-4e54-9de2-ec2e22bf2f14 req-68b38598-8f07-4b82-adc4-085a301c32c4 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122546 Apr 29 15:37:57.900476 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6f93-f8cc-47a9-9789-32a6ec1c0c63 req-001257aa-f450-404c-9804-1870dc648884 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:57.901966 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fbcb6f93-f8cc-47a9-9789-32a6ec1c0c63 req-001257aa-f450-404c-9804-1870dc648884 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 945 time: 0.1547558 Apr 29 15:37:57.947791 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fbcb6f93-f8cc-47a9-9789-32a6ec1c0c63 req-1997786d-5ecd-40f5-897c-53f31f15d1c3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Apr 29 15:37:58.152804 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab884d8c-0358-4690-a6e3-86efab42b656 req-f15bee8d-9983-4f60-b097-8a5cbbaf9c18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:58.154221 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ab884d8c-0358-4690-a6e3-86efab42b656 req-f15bee8d-9983-4f60-b097-8a5cbbaf9c18 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 944 time: 0.0783730 Apr 29 15:37:58.199989 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ab884d8c-0358-4690-a6e3-86efab42b656 req-59892798-ca70-4a3a-812e-a0b0c1d883da tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Apr 29 15:37:58.420079 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80b3cf-aa90-424f-9b2f-79338a343c94 req-6ebd88c7-5a01-4fe1-85a1-9d0e0653b2c6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:58.421444 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8b80b3cf-aa90-424f-9b2f-79338a343c94 req-6ebd88c7-5a01-4fe1-85a1-9d0e0653b2c6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0808663 Apr 29 15:37:58.466971 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8b80b3cf-aa90-424f-9b2f-79338a343c94 req-662f07d1-6a84-41b7-9f3b-b6d15d404685 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Apr 29 15:37:58.606486 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:58.680853 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:58.680853 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.698218 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286699-8724-49a6-9a68-0d9d1d3a7eee req-d325a4c5-05c0-4e5b-875f-acedfeb3182d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:58.699674 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b7286699-8724-49a6-9a68-0d9d1d3a7eee req-d325a4c5-05c0-4e5b-875f-acedfeb3182d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0843790 Apr 29 15:37:58.748083 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b7286699-8724-49a6-9a68-0d9d1d3a7eee req-cad31aea-8400-4c94-be54-e65365e09be9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Apr 29 15:37:58.796928 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.828243 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:58.832280 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.834055 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:37:58.923136 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.925418 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d5297fed-e835-40c4-93be-5e4e475061af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.933034 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=7']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:58.935923 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:37:59.060190 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567eea6-5e1a-4bf5-904a-3bffb7d6eb8c req-3aef10a8-3537-4332-92d5-64e2d5ef412d tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:59.061680 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e567eea6-5e1a-4bf5-904a-3bffb7d6eb8c req-3aef10a8-3537-4332-92d5-64e2d5ef412d tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.0806949 Apr 29 15:37:59.152830 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e567eea6-5e1a-4bf5-904a-3bffb7d6eb8c req-5ec09210-c0c7-4c29-b8d9-655bc6c52ad0 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602679 Apr 29 15:37:59.190865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89963e8-bc9f-416d-810e-d293b4b1bb69 req-0e75da26-d9fa-4a43-8260-51c8912aeccb tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:59.193007 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d89963e8-bc9f-416d-810e-d293b4b1bb69 req-0e75da26-d9fa-4a43-8260-51c8912aeccb tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 945 time: 0.1303961 Apr 29 15:37:59.265498 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:37:59.268198 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d89963e8-bc9f-416d-810e-d293b4b1bb69 req-67dcaac2-27ee-4b66-8620-4867164e6055 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659626 Apr 29 15:37:59.340371 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'code': 200} Apr 29 15:37:59.450770 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9e07-8077-471b-9d25-01e53fa6e608 req-266f9770-b254-4a8f-ac5d-b9239dfa3762 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:59.458139 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-895e9e07-8077-471b-9d25-01e53fa6e608 req-266f9770-b254-4a8f-ac5d-b9239dfa3762 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1071689 Apr 29 15:37:59.506663 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-895e9e07-8077-471b-9d25-01e53fa6e608 req-eb728e0f-d783-4513-91d0-0db54fcaaa7e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474427 Apr 29 15:37:59.684710 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e42a6-bec4-47c6-9bac-879489987d49 req-68fd082e-a0fd-46ef-9e80-200eebed7673 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:59.686249 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-043e42a6-bec4-47c6-9bac-879489987d49 req-68fd082e-a0fd-46ef-9e80-200eebed7673 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0950000 Apr 29 15:37:59.733315 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-043e42a6-bec4-47c6-9bac-879489987d49 req-047fe293-c6f9-49f2-857f-0b1c89c62b9c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Apr 29 15:37:59.947876 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb1e95-6bb3-42ce-80b1-e6f2134fc9cd req-f88303e2-b8bf-4e7d-9921-9a62c6c469ce tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:37:59.949390 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-18fb1e95-6bb3-42ce-80b1-e6f2134fc9cd req-f88303e2-b8bf-4e7d-9921-9a62c6c469ce tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0846426 Apr 29 15:38:00.088510 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-18fb1e95-6bb3-42ce-80b1-e6f2134fc9cd req-878da187-3202-44bc-9506-8d9ba8cf69d3 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321878 Apr 29 15:38:00.120120 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.239391 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:38:00.513778 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bf34e-9677-4149-90a3-c1578f968f18 req-68d9a2dc-7892-451c-8146-7753e2a6e7b8 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:00.516710 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-249bf34e-9677-4149-90a3-c1578f968f18 req-68d9a2dc-7892-451c-8146-7753e2a6e7b8 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.2080338 Apr 29 15:38:00.577517 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098bf96-a41a-4e2b-b17d-13c590991001 req-b61872dc-0eca-44d6-b32c-2b5c159a3759 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:00.578944 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a098bf96-a41a-4e2b-b17d-13c590991001 req-b61872dc-0eca-44d6-b32c-2b5c159a3759 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 945 time: 0.1688337 Apr 29 15:38:00.594686 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-249bf34e-9677-4149-90a3-c1578f968f18 req-501ba84e-6e7b-4663-ad8d-77f9dee61f4e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692844 Apr 29 15:38:00.654725 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a098bf96-a41a-4e2b-b17d-13c590991001 req-32decfd2-44e6-4e53-9524-4ee047834ca5 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617211 Apr 29 15:38:00.901518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8b1a4-b934-4532-a00a-2baf5d8db1ac req-a824a405-5a56-4951-ac0d-856a003a8f9d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:00.909231 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-caf8b1a4-b934-4532-a00a-2baf5d8db1ac req-a824a405-5a56-4951-ac0d-856a003a8f9d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.0959208 Apr 29 15:38:00.972487 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-caf8b1a4-b934-4532-a00a-2baf5d8db1ac req-5b1d0146-7a22-4e5d-a23b-81f17dabd19a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619605 Apr 29 15:38:01.242111 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361f0ea-6bf0-43ff-8d41-ac2a8eea1051 req-995389f0-8546-47c4-bdd0-170231962fe1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:01.244390 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a361f0ea-6bf0-43ff-8d41-ac2a8eea1051 req-995389f0-8546-47c4-bdd0-170231962fe1 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1891799 Apr 29 15:38:01.276865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ac414-eb60-43ce-aaab-973ace0ab14b req-1db6a51d-0f2d-4d17-903c-27ce175cd27f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:01.280741 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ff6ac414-eb60-43ce-aaab-973ace0ab14b req-1db6a51d-0f2d-4d17-903c-27ce175cd27f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 945 time: 0.1521285 Apr 29 15:38:01.345866 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a361f0ea-6bf0-43ff-8d41-ac2a8eea1051 req-e8417c72-e764-4c30-9158-44d539c89ee0 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947120 Apr 29 15:38:01.378438 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ff6ac414-eb60-43ce-aaab-973ace0ab14b req-cda9c747-97f1-438b-9dde-3da00da47aa9 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938182 Apr 29 15:38:01.656441 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-71e57e4e-fe5c-4889-87de-d331bc7a91c3 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:01.658003 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-71e57e4e-fe5c-4889-87de-d331bc7a91c3 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.2620015 Apr 29 15:38:01.688120 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.837609 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73789084-aa44-4945-a6cb-61481ea1404d req-6442d4ad-8703-4f68-ab6e-df1567dc4c3d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:01.839213 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-73789084-aa44-4945-a6cb-61481ea1404d req-6442d4ad-8703-4f68-ab6e-df1567dc4c3d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.2782888 Apr 29 15:38:01.926437 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-73789084-aa44-4945-a6cb-61481ea1404d req-03c22656-b374-4b54-8fe8-cb81ddbbdade tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774989 Apr 29 15:38:01.954889 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Deleting port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:01.955233 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.021478 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325128e5-2e3c-40bc-a08e-aca1073b71cf req-2b0e2afb-a7ea-44a8-9ea9-2e08d639866b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:02.030742 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-325128e5-2e3c-40bc-a08e-aca1073b71cf req-2b0e2afb-a7ea-44a8-9ea9-2e08d639866b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 945 time: 0.2903798 Apr 29 15:38:02.185549 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-325128e5-2e3c-40bc-a08e-aca1073b71cf req-cd029a3d-992c-4a14-94eb-e7e677518585 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538322 Apr 29 15:38:02.268115 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] For port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:02.269310 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.434465 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Calling delete_port for 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:38:02.619970 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cb5aa-f8ff-4ae7-9fea-9a747af9866d req-40be0cd9-d19d-4277-9a96-50fd4d655303 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:02.621511 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ab9cb5aa-f8ff-4ae7-9fea-9a747af9866d req-40be0cd9-d19d-4277-9a96-50fd4d655303 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 945 time: 0.1813397 Apr 29 15:38:02.629043 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63511dc-2a38-449a-a1c5-3e7a40dbdd76 req-eb44dc91-939d-4342-9076-93f1b0bee065 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:02.636148 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b63511dc-2a38-449a-a1c5-3e7a40dbdd76 req-eb44dc91-939d-4342-9076-93f1b0bee065 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1969628 Apr 29 15:38:02.795036 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b63511dc-2a38-449a-a1c5-3e7a40dbdd76 req-6dd3e377-c72a-427b-9d9d-f5f735b3024c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578910 Apr 29 15:38:02.809457 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ab9cb5aa-f8ff-4ae7-9fea-9a747af9866d req-a111a350-5a4d-41c2-98fb-5d3b696ac073 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688690 Apr 29 15:38:02.811029 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.823440 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-426771fa-e417-41e4-91cd-9db2492ce769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:02.871399 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Pushing event deleted for resources: {'Port': ['ID=61e8ab06-1629-45b8-9b2c-ef5aa7c27685,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:02.875536 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:03.125764 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] No DVR routers for this DVR port 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:03.131534 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.134629 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5c9e85-9068-4785-a2fe-81934cf9b3bb', 'name': 'network-vif-deleted', 'tag': '61e8ab06-1629-45b8-9b2c-ef5aa7c27685'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:03.187675 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-757194b2-b123-427b-8bc0-f2fdae9d688e req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.47 "DELETE /v2.0/ports/61e8ab06-1629-45b8-9b2c-ef5aa7c27685 HTTP/1.1" status: 204 len: 173 time: 1.5117159 Apr 29 15:38:03.216728 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743f2e-af26-44b7-8bb7-7ab3a2ff5634 req-c9bda760-81e6-4369-9383-2e8c2ec0942f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:03.231109 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0c743f2e-af26-44b7-8bb7-7ab3a2ff5634 req-c9bda760-81e6-4369-9383-2e8c2ec0942f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 945 time: 0.1945283 Apr 29 15:38:03.265372 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be03f53-073a-49dc-95fb-dcf78834bad1 req-91325762-b877-404d-99be-9ecfc3e39ed5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:03.270733 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4be03f53-073a-49dc-95fb-dcf78834bad1 req-91325762-b877-404d-99be-9ecfc3e39ed5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.3533423 Apr 29 15:38:03.323454 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.332423 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0c743f2e-af26-44b7-8bb7-7ab3a2ff5634 req-16811d2b-1c2c-414b-92b6-e294668ab049 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004376 Apr 29 15:38:03.356556 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4be03f53-073a-49dc-95fb-dcf78834bad1 req-39b6fda3-2d5f-4e00-9bc2-62918032af97 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645227 Apr 29 15:38:03.507807 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5c9e85-9068-4785-a2fe-81934cf9b3bb', 'name': 'network-vif-deleted', 'tag': '61e8ab06-1629-45b8-9b2c-ef5aa7c27685', 'status': 'completed', 'code': 200} Apr 29 15:38:03.627346 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b340ded-f7c6-45f6-976e-ee2309f0b6df req-c873cb82-bc87-48f3-bb7c-80be14efc15c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:03.636308 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2b340ded-f7c6-45f6-976e-ee2309f0b6df req-c873cb82-bc87-48f3-bb7c-80be14efc15c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1238744 Apr 29 15:38:03.703236 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-cc437fa7-4db3-4f66-a05c-094d24ce8f69 req-9cff55fe-5f80-4e83-be2e-7d274691c6d1 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Synchronizing usage tracker for tenant:67b40c049d2b438dade55dc595cd9358 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:03.740005 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2b340ded-f7c6-45f6-976e-ee2309f0b6df req-f781de19-40cc-46db-b663-6b9ed42cbd99 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027634 Apr 29 15:38:03.741689 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-cc437fa7-4db3-4f66-a05c-094d24ce8f69 req-9cff55fe-5f80-4e83-be2e-7d274691c6d1 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Unset dirty status for tenant:67b40c049d2b438dade55dc595cd9358 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:03.742962 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cc437fa7-4db3-4f66-a05c-094d24ce8f69 req-9cff55fe-5f80-4e83-be2e-7d274691c6d1 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd5c9e85-9068-4785-a2fe-81934cf9b3bb HTTP/1.1" status: 200 len: 210 time: 0.0898900 Apr 29 15:38:04.166739 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e93d3-8a60-4560-91c9-680c838695e2 req-e176d9cd-7c1b-43d3-99e4-93bade099cb6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:04.173630 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-604e93d3-8a60-4560-91c9-680c838695e2 req-e176d9cd-7c1b-43d3-99e4-93bade099cb6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1855648 Apr 29 15:38:04.206006 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e2d4b-e484-4ed4-a9fc-856a356d4d14 req-3400669d-29fe-4fa6-85e1-c67da58bba7d tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:04.208065 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d43e2d4b-e484-4ed4-a9fc-856a356d4d14 req-3400669d-29fe-4fa6-85e1-c67da58bba7d tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 945 time: 0.1655333 Apr 29 15:38:04.262419 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-604e93d3-8a60-4560-91c9-680c838695e2 req-8017de73-4e5b-4bef-a75d-ccbe744681cf tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876377 Apr 29 15:38:04.301910 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d43e2d4b-e484-4ed4-a9fc-856a356d4d14 req-3e91e2e6-abae-4168-b657-da4e9699d7bc tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787499 Apr 29 15:38:04.577459 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6012f7-a683-4a1e-b928-a46fdb9da1eb req-ed6338c1-a5f1-410c-b219-1629f8c2b4ad tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:04.579130 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2a6012f7-a683-4a1e-b928-a46fdb9da1eb req-ed6338c1-a5f1-410c-b219-1629f8c2b4ad tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 945 time: 0.0863202 Apr 29 15:38:04.630187 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:04.672033 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2a6012f7-a683-4a1e-b928-a46fdb9da1eb req-0b4451af-d381-4a44-8472-b9133b6d1c2a tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867622 Apr 29 15:38:04.700474 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:38:04.701413 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 61e8ab06-1629-45b8-9b2c-ef5aa7c27685 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:04.753409 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b4818b67-3e4a-4512-b94c-f3fa549adf50 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:04.754884 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b4818b67-3e4a-4512-b94c-f3fa549adf50 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 945 time: 0.1342607 Apr 29 15:38:05.204586 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1e9b-de6d-46fe-a0e7-072fc3f06987 req-0d545b83-42d6-4fa1-b056-995ba510942a tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:05.212547 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b46e1e9b-de6d-46fe-a0e7-072fc3f06987 req-0d545b83-42d6-4fa1-b056-995ba510942a tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.3246851 Apr 29 15:38:05.291218 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b46e1e9b-de6d-46fe-a0e7-072fc3f06987 req-99513f74-b756-44d6-8ce5-185c75a255ae tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775335 Apr 29 15:38:05.292818 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Deleting port 3a012da7-4b8e-4e3d-a966-725651957588 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:05.293168 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.467793 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-91696854-216d-4a11-b0b8-86fa438848f3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:05.469312 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-91696854-216d-4a11-b0b8-86fa438848f3 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 945 time: 0.3629494 Apr 29 15:38:05.689953 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] For port 3a012da7-4b8e-4e3d-a966-725651957588, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3a012da7-4b8e-4e3d-a966-725651957588,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:05.690276 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.936399 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f0a6-f30f-47e2-8cfb-eb6d7659cc97 req-4c2140dc-f7ae-4cc4-887f-b9ba55181ee9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:05.937877 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8e99f0a6-f30f-47e2-8cfb-eb6d7659cc97 req-4c2140dc-f7ae-4cc4-887f-b9ba55181ee9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.5800161 Apr 29 15:38:05.945520 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Calling delete_port for 3a012da7-4b8e-4e3d-a966-725651957588 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:38:05.996866 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604be98-6af9-4f0a-ac1c-cba9705e945e req-2d40d50f-847f-4393-94da-85b5d2826b53 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:05.998367 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e604be98-6af9-4f0a-ac1c-cba9705e945e req-2d40d50f-847f-4393-94da-85b5d2826b53 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.4832745 Apr 29 15:38:06.068753 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8e99f0a6-f30f-47e2-8cfb-eb6d7659cc97 req-dee2bf33-85d8-4b9f-a030-e86caad8a8d7 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152666 Apr 29 15:38:06.107852 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Deleting port cb092b95-8477-4c77-b9ad-830528b467bd {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:06.108220 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.164207 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e604be98-6af9-4f0a-ac1c-cba9705e945e req-0c7b59a3-3921-4642-a52d-a6a4b6bcdb51 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498690 Apr 29 15:38:06.419844 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] For port cb092b95-8477-4c77-b9ad-830528b467bd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cb092b95-8477-4c77-b9ad-830528b467bd,segment=NetworkSegment(32f8b51b-3966-4541-9dea-e313dc8049a9),segment_id=32f8b51b-3966-4541-9dea-e313dc8049a9)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:06.420209 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.567346 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Calling delete_port for cb092b95-8477-4c77-b9ad-830528b467bd owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:38:06.705221 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.719264 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:06.772851 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['006b7917-196e-4e1c-8c65-b1dabc39ab34', 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d', '68c27690-b24e-4c2f-b9aa-28721780bf8c', '3a012da7-4b8e-4e3d-a966-725651957588'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:38:06.796345 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Pushing event deleted for resources: {'Port': ['ID=3a012da7-4b8e-4e3d-a966-725651957588,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:06.804888 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:06.816485 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344ca37-6355-4169-9b94-d509b0860749 req-e6177cd0-23fd-40b2-98f3-a144c623fa41 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:06.823782 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d344ca37-6355-4169-9b94-d509b0860749 req-e6177cd0-23fd-40b2-98f3-a144c623fa41 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 945 time: 0.5264492 Apr 29 15:38:06.963201 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040745d8-ed38-4fe1-90af-277e6173e13e req-14ea3aad-12d4-43fb-91ad-c1b5b9018864 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:06.964727 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-040745d8-ed38-4fe1-90af-277e6173e13e req-14ea3aad-12d4-43fb-91ad-c1b5b9018864 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 867 time: 0.3887231 Apr 29 15:38:06.997526 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] No DVR routers for this DVR port 3a012da7-4b8e-4e3d-a966-725651957588 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:07.009756 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.012214 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683bd95-f8bd-4874-b3d9-75acd74539f0', 'name': 'network-vif-deleted', 'tag': '3a012da7-4b8e-4e3d-a966-725651957588'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:07.024593 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d344ca37-6355-4169-9b94-d509b0860749 req-f9e0d32c-e12b-49ab-b651-24f96d5fe557 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/security-groups?id=268913fe-55c5-44c7-93db-7d7e41b7fbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998677 Apr 29 15:38:07.073169 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f9102aaf-ad83-43bb-9e82-09b8ae190c33 req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "DELETE /v2.0/ports/3a012da7-4b8e-4e3d-a966-725651957588 HTTP/1.1" status: 204 len: 173 time: 2.2779076 Apr 29 15:38:07.090683 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-040745d8-ed38-4fe1-90af-277e6173e13e req-5211e109-4c03-4c15-9c30-24ad8e71d843 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099625 Apr 29 15:38:07.104837 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.115645 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0f5109c4-9f41-4be8-a5d8-6f3fb407bf23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:07.177933 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Pushing event deleted for resources: {'Port': ['ID=cb092b95-8477-4c77-b9ad-830528b467bd,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:07.213415 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:07.281626 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] No DVR routers for this DVR port cb092b95-8477-4c77-b9ad-830528b467bd on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:07.284548 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.286972 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9e79142d-bf00-4849-a8a3-2aacae9ccada req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.47 "DELETE /v2.0/ports/cb092b95-8477-4c77-b9ad-830528b467bd HTTP/1.1" status: 204 len: 173 time: 1.8048568 Apr 29 15:38:07.630581 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f78d0-0113-4897-adda-2a22fdda027c req-5d3039fe-8576-48de-a484-8e077d244e55 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:07.632469 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa9f78d0-0113-4897-adda-2a22fdda027c req-5d3039fe-8576-48de-a484-8e077d244e55 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.2921553 Apr 29 15:38:07.730467 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa9f78d0-0113-4897-adda-2a22fdda027c req-6ea9b060-fd19-4bb0-8bda-162de5744e2e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768368 Apr 29 15:38:07.812407 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4683bd95-f8bd-4874-b3d9-75acd74539f0', 'name': 'network-vif-deleted', 'tag': '3a012da7-4b8e-4e3d-a966-725651957588', 'status': 'completed', 'code': 200} Apr 29 15:38:08.033089 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177d12d-309a-423d-a1e6-90ba8626e243 req-c97ea3b7-706c-4b1a-8aa5-d44306b98e69 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:08.035637 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c177d12d-309a-423d-a1e6-90ba8626e243 req-c97ea3b7-706c-4b1a-8aa5-d44306b98e69 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1046684 Apr 29 15:38:08.114078 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c177d12d-309a-423d-a1e6-90ba8626e243 req-a55f6e60-8ea9-4fe0-b3c8-259eefc3c8e2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710111 Apr 29 15:38:08.527777 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-bdedc5e1-c109-4738-b290-50edd937d3cf req-5970a4f2-4a61-4d30-a3a2-14ea55d87d12 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Synchronizing usage tracker for tenant:a18426c284f64b459e60a1e183f631ff on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:08.555217 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-dd6e6679-0d5e-4491-b33c-505f235dab10 req-6ff846a9-6c6f-4d1b-b184-09a81f306f0d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Synchronizing usage tracker for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:08.572829 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-bdedc5e1-c109-4738-b290-50edd937d3cf req-5970a4f2-4a61-4d30-a3a2-14ea55d87d12 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Unset dirty status for tenant:a18426c284f64b459e60a1e183f631ff on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:08.574062 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bdedc5e1-c109-4738-b290-50edd937d3cf req-5970a4f2-4a61-4d30-a3a2-14ea55d87d12 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e30f74-a525-4918-ae06-cafef147d7e5 HTTP/1.1" status: 200 len: 210 time: 0.2148128 Apr 29 15:38:08.584559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-dd6e6679-0d5e-4491-b33c-505f235dab10 req-6ff846a9-6c6f-4d1b-b184-09a81f306f0d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Unset dirty status for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:08.596722 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dd6e6679-0d5e-4491-b33c-505f235dab10 req-6ff846a9-6c6f-4d1b-b184-09a81f306f0d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=4683bd95-f8bd-4874-b3d9-75acd74539f0 HTTP/1.1" status: 200 len: 210 time: 0.1578040 Apr 29 15:38:08.666955 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3a012da7-4b8e-4e3d-a966-725651957588 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:08.716417 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 3a012da7-4b8e-4e3d-a966-725651957588 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:38:08.722725 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3a012da7-4b8e-4e3d-a966-725651957588 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:08.723382 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device cb092b95-8477-4c77-b9ad-830528b467bd no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:08.835512 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: cb092b95-8477-4c77-b9ad-830528b467bd {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:38:08.835808 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device cb092b95-8477-4c77-b9ad-830528b467bd not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:09.016161 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9eef4-d794-4dc4-8d5c-3a9859653df4 req-bb573287-3c54-44c3-b668-ef89dcddb559 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:09.017861 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ccc9eef4-d794-4dc4-8d5c-3a9859653df4 req-bb573287-3c54-44c3-b668-ef89dcddb559 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1108637 Apr 29 15:38:09.080085 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ccc9eef4-d794-4dc4-8d5c-3a9859653df4 req-9edc81be-044b-45fe-b703-544ab24394ec tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556469 Apr 29 15:38:09.347370 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993a837-4302-4bc3-b5a2-05f67c5363c8 req-d199a4d6-cd9b-43b0-9f40-60f397522a0a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:09.348867 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b993a837-4302-4bc3-b5a2-05f67c5363c8 req-d199a4d6-cd9b-43b0-9f40-60f397522a0a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.0942175 Apr 29 15:38:09.450339 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b993a837-4302-4bc3-b5a2-05f67c5363c8 req-8e10084d-d00b-435d-b32d-8cc2c62ff12c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940485 Apr 29 15:38:09.813803 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e30f74-a525-4918-ae06-cafef147d7e5', 'name': 'network-vif-deleted', 'tag': 'cb092b95-8477-4c77-b9ad-830528b467bd'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:09.877853 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e30f74-a525-4918-ae06-cafef147d7e5', 'name': 'network-vif-deleted', 'tag': 'cb092b95-8477-4c77-b9ad-830528b467bd', 'status': 'completed', 'code': 200} Apr 29 15:38:10.339999 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ccfa2-a4ce-4ac9-83f6-6c5e7c574b5a req-86717c85-7d9c-4281-951c-f2df71cbaf48 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:10.352155 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d23ccfa2-a4ce-4ac9-83f6-6c5e7c574b5a req-86717c85-7d9c-4281-951c-f2df71cbaf48 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1170828 Apr 29 15:38:10.575253 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d23ccfa2-a4ce-4ac9-83f6-6c5e7c574b5a req-1788995e-23bf-470b-8ab4-d784f5ec545c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196620 Apr 29 15:38:10.830111 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccc63c-d19c-469b-ae62-67a642695e7b req-5307b60e-2695-4ff2-965b-2bd29f239268 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:10.838086 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-caccc63c-d19c-469b-ae62-67a642695e7b req-5307b60e-2695-4ff2-965b-2bd29f239268 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.1015236 Apr 29 15:38:10.903411 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-caccc63c-d19c-469b-ae62-67a642695e7b req-58f3b024-432c-489a-8fbb-9162780e8018 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642209 Apr 29 15:38:11.813388 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-7ead7a3c-d78e-4d97-af02-11ca40d9c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:11.815374 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-7ead7a3c-d78e-4d97-af02-11ca40d9c3ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1099 time: 0.2682104 Apr 29 15:38:11.867052 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-79f9981f-797f-4d04-8fc6-660bdd0cf1be tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:11.873924 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-79f9981f-797f-4d04-8fc6-660bdd0cf1be tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/networks?id=82410a0d-e42f-4b37-893a-ba1c710916e5 HTTP/1.1" status: 200 len: 813 time: 0.2257433 Apr 29 15:38:11.919868 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-ff1f96d0-aa31-40b8-9e50-8273db8f224e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/quotas/67b40c049d2b438dade55dc595cd9358 HTTP/1.1" status: 200 len: 375 time: 0.0449367 Apr 29 15:38:11.977039 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-50745935-81c2-4fb2-b243-d4fa3d3b7e72 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=67b40c049d2b438dade55dc595cd9358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560460 Apr 29 15:38:12.251376 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-9eaf14fb-3586-41bf-9465-69916ff3cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:12.252835 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-9eaf14fb-3586-41bf-9465-69916ff3cebd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 920 time: 0.4309328 Apr 29 15:38:12.339159 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-11c0a014-217a-428a-b83a-0da57a2747ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0725698 Apr 29 15:38:12.343538 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-0e040239-c792-4886-b9ff-2fe089a7938b service neutron] 10.222.0.42 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658388 Apr 29 15:38:12.351951 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5b70-d96d-40a0-96c0-a0458ab05dd5 req-076cddea-a2ec-45d1-8bd6-3de6ab83b749 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:12.353873 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-642f5b70-d96d-40a0-96c0-a0458ab05dd5 req-076cddea-a2ec-45d1-8bd6-3de6ab83b749 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.3571110 Apr 29 15:38:12.537890 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-642f5b70-d96d-40a0-96c0-a0458ab05dd5 req-85b9e62e-8bc0-4fa0-829a-39f5dc8b280e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342258 Apr 29 15:38:12.539230 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-f26e06b8-787a-4ea8-8da4-d716779ffd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:12.541098 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-f26e06b8-787a-4ea8-8da4-d716779ffd74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.1858172 Apr 29 15:38:12.603666 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-7103509a-3562-49ad-b0a8-0bdb0981caa0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548790 Apr 29 15:38:12.608682 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-a1fe9014-636e-4dc7-ac37-3887ab5d348f service neutron] 10.222.0.42 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528889 Apr 29 15:38:12.841536 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-c4318c0a-1881-435a-8246-9a5c1ba6631c service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285550 Apr 29 15:38:12.855193 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da149f5f-ebba-4052-ae84-7cec251122ce req-d837b528-e0f5-4cb9-b93b-443d0f9bbc89 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:12.856641 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-da149f5f-ebba-4052-ae84-7cec251122ce req-d837b528-e0f5-4cb9-b93b-443d0f9bbc89 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.2104843 Apr 29 15:38:13.115370 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-da149f5f-ebba-4052-ae84-7cec251122ce req-21c7cbb5-7576-4d16-a542-3ec17a218b81 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283168 Apr 29 15:38:13.195507 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-433a5709-352e-4541-a5c9-8806bbe8edf4 req-5ef1e6ba-8be4-4695-8627-2069e111007b service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376868 Apr 29 15:38:13.255393 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4910-e020-4bb6-94c8-91d272ecafd2 req-f03ece0a-7467-4a7f-bfc3-bc1e0b47f0c5 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:13.257334 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-396e4910-e020-4bb6-94c8-91d272ecafd2 req-f03ece0a-7467-4a7f-bfc3-bc1e0b47f0c5 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 945 time: 0.4516120 Apr 29 15:38:13.461588 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-396e4910-e020-4bb6-94c8-91d272ecafd2 req-c24d3c67-83fd-45ef-ac15-93cdc036ad95 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168578 Apr 29 15:38:13.479448 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-9d896900-5fe7-4f09-9aba-9c8c21291cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:13.481156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-9d896900-5fe7-4f09-9aba-9c8c21291cf8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 1098 time: 0.2226264 Apr 29 15:38:13.704589 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9820d0dd-f070-4d33-bcc7-cfbfd7ea0e03 req-d146c6b9-89b7-4907-afca-4e2a5030a31b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 210 time: 0.0983305 Apr 29 15:38:13.718609 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47d57-8fed-4691-bbec-2e4e29c6a83d req-3b877564-d964-41e7-aa4d-a562ec4fa106 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:13.732017 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c4a47d57-8fed-4691-bbec-2e4e29c6a83d req-3b877564-d964-41e7-aa4d-a562ec4fa106 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.3805754 Apr 29 15:38:13.951946 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c4a47d57-8fed-4691-bbec-2e4e29c6a83d req-4a263581-d5ad-4e18-885c-1730c23a5b69 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181749 Apr 29 15:38:13.986245 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-1fe5a1e7-b87d-491a-8c33-877447cddb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:13.987690 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-1fe5a1e7-b87d-491a-8c33-877447cddb5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.4887865 Apr 29 15:38:14.130017 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415954ec-5793-4d91-afd4-608cf3be88ed req-f502e5cf-59b2-48bf-8e03-08bb2c4fb676 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:14.131859 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-415954ec-5793-4d91-afd4-608cf3be88ed req-f502e5cf-59b2-48bf-8e03-08bb2c4fb676 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.2661426 Apr 29 15:38:14.186606 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-ff8849a0-a209-4c4d-9e9a-94dadcb07d73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3 HTTP/1.1" status: 200 len: 1001 time: 0.1760845 Apr 29 15:38:14.205146 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-415954ec-5793-4d91-afd4-608cf3be88ed req-3ac2ed0f-7952-4280-88bb-3b2b271746de tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563018 Apr 29 15:38:14.307706 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-653f79ee-07a4-4579-ac82-4a03324b5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:14.309277 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-653f79ee-07a4-4579-ac82-4a03324b5a30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.0857830 Apr 29 15:38:14.490465 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-b296942a-eb61-4166-9cca-073cfc1f7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:14.492339 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-b296942a-eb61-4166-9cca-073cfc1f7c0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1454291 Apr 29 15:38:14.590582 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be250dcc-037d-4a5c-a08b-2eabfcf89414 req-5e3f7ce5-375e-4889-b810-ffc3ccefb5c8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:14.592380 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-be250dcc-037d-4a5c-a08b-2eabfcf89414 req-5e3f7ce5-375e-4889-b810-ffc3ccefb5c8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.2821269 Apr 29 15:38:14.939354 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-be250dcc-037d-4a5c-a08b-2eabfcf89414 req-651bcc04-8b5f-4c6d-ba6a-683172720271 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169461 Apr 29 15:38:14.986641 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-9329480e-2da0-4286-a62c-f76d5794a39e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:14.988417 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-9329480e-2da0-4286-a62c-f76d5794a39e tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.47 "GET /v2.0/networks?id=82410a0d-e42f-4b37-893a-ba1c710916e5 HTTP/1.1" status: 200 len: 813 time: 0.5219312 Apr 29 15:38:14.997031 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-31c74064-5d88-4545-a5b3-02a3bb52ad7e service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767728 Apr 29 15:38:15.017707 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5ea6-0601-4a19-b5e2-47443fafa044 req-2eb7cebe-4f27-483b-98e6-e65a5ff06893 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:15.024845 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c49e5ea6-0601-4a19-b5e2-47443fafa044 req-2eb7cebe-4f27-483b-98e6-e65a5ff06893 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 945 time: 0.3475268 Apr 29 15:38:15.060025 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Request body: {'port': {'device_id': '891b939c-b4d4-403c-8e7a-c028f4f1ac1d', 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5', 'admin_state_up': True, 'tenant_id': '67b40c049d2b438dade55dc595cd9358'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:15.192655 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-672d768e-3ecb-4ee0-9432-c67b5a760fa7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:15.194185 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-672d768e-3ecb-4ee0-9432-c67b5a760fa7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 945 time: 0.3800342 Apr 29 15:38:15.249289 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6471a177-9267-4098-9cbf-64cbf2ce41a7 req-b017c19a-db66-44f6-97c1-0cc506f6c7a8 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 210 time: 0.1383183 Apr 29 15:38:15.468760 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c49e5ea6-0601-4a19-b5e2-47443fafa044 req-ccbbb007-788b-4ed9-bce8-df7ba64d0844 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429133 Apr 29 15:38:15.714700 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6e7ae8d1-8030-4188-b681-d83535a8c871 req-31078c63-5d44-47a6-82b7-01414e20286b service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644893 Apr 29 15:38:15.731136 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:15.790347 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:15.831071 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Made reservation on behalf of 67b40c049d2b438dade55dc595cd9358 for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:15.835100 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.951015 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00097f-46c1-4720-9e83-a57601747dd4 req-e5cfd81e-42b8-4c73-a638-58a0966baab1 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:15.958002 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fc00097f-46c1-4720-9e83-a57601747dd4 req-e5cfd81e-42b8-4c73-a638-58a0966baab1 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 945 time: 0.3374560 Apr 29 15:38:16.032083 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Deleting port 68c27690-b24e-4c2f-b9aa-28721780bf8c {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:16.033067 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.191849 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fc00097f-46c1-4720-9e83-a57601747dd4 req-4705add7-3834-4a58-a17a-ac8c23e9c592 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329261 Apr 29 15:38:16.278807 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209a40c-c4c2-4280-9a9e-66b9de385395 req-ecc00653-73cd-45e9-b41c-1840ffed180d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:16.280480 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3209a40c-c4c2-4280-9a9e-66b9de385395 req-ecc00653-73cd-45e9-b41c-1840ffed180d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.5461369 Apr 29 15:38:16.394085 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Allocated IP 172.20.0.14 (82410a0d-e42f-4b37-893a-ba1c710916e5/dc4a66d2-681b-434d-8701-91c0d4cfc8f7/79cfe2ff-6e69-46ec-9739-ae561970b81f) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:16.630307 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-f4b0e6f6-998b-44a8-b0a2-1f5473a3c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:16.631867 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-f4b0e6f6-998b-44a8-b0a2-1f5473a3c726 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 1098 time: 0.6581903 Apr 29 15:38:16.639227 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] For port 68c27690-b24e-4c2f-b9aa-28721780bf8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=68c27690-b24e-4c2f-b9aa-28721780bf8c,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:16.639593 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.757960 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3209a40c-c4c2-4280-9a9e-66b9de385395 req-66121dd1-125f-43d1-9d78-effb3b88e6e5 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626338 Apr 29 15:38:16.771139 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:16.847037 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Calling delete_port for 68c27690-b24e-4c2f-b9aa-28721780bf8c owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:38:16.902457 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.935264 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:16.946606 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:16.954796 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.955906 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 68c27690-b24e-4c2f-b9aa-28721780bf8c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:17.016912 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:17.063528 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.084986 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6b325e9c-e601-47e8-8063-05359e7a7e1e req-a41f9ace-66ed-46ed-8ebb-abf03a92487a tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 210 time: 0.1448591 Apr 29 15:38:17.125722 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760a4f-b97c-4770-a477-bf2d04a866ae req-820f8f5d-6ffa-477e-87ab-af32d5268199 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:17.135426 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-50760a4f-b97c-4770-a477-bf2d04a866ae req-820f8f5d-6ffa-477e-87ab-af32d5268199 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.7988262 Apr 29 15:38:17.142937 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=8']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.147772 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:17.164393 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.196118 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-14b56229-2576-4c35-81f5-189d93dbccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:17.197780 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-14b56229-2576-4c35-81f5-189d93dbccfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 911 time: 0.5417778 Apr 29 15:38:17.202064 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 68c27690-b24e-4c2f-b9aa-28721780bf8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=68c27690-b24e-4c2f-b9aa-28721780bf8c,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:17.210383 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.213911 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:17.301771 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=68c27690-b24e-4c2f-b9aa-28721780bf8c,revision_number=6']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.305178 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:17.505968 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-50760a4f-b97c-4770-a477-bf2d04a866ae req-36bb974d-fc94-41ff-9910-15fadbd439c5 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3695567 Apr 29 15:38:17.545319 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.560922 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b3cbf13b-05ed-4940-9ba7-6739cc6ac7ac tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:17.651409 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-32e4599d-2ab4-4d80-97f2-4ee856916d7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9972be0-b018-417d-afd8-8cbf753604d4 HTTP/1.1" status: 200 len: 1000 time: 0.4427383 Apr 29 15:38:17.767649 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Network 82410a0d-e42f-4b37-893a-ba1c710916e5 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:17.778608 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:17.785108 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Pushing event updated for resources: {'Port': ['ID=79cfe2ff-6e69-46ec-9739-ae561970b81f,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.787304 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.800154 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:17.802969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:38:17.809654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:17.809847 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.875296 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7860c91-e227-4e96-acd9-e01e9ea29265 req-589d7043-7f56-4203-99f5-c433929a15c5 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:17.876839 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7860c91-e227-4e96-acd9-e01e9ea29265 req-589d7043-7f56-4203-99f5-c433929a15c5 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9 HTTP/1.1" status: 200 len: 865 time: 0.5979688 Apr 29 15:38:17.885266 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-c777ef6f-49f5-474b-ad7c-eb638bc212d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:17.886862 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-c777ef6f-49f5-474b-ad7c-eb638bc212d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.1980395 Apr 29 15:38:17.895216 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-4cced137-986f-4160-b91e-9df32a92518f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706801340&fields=id&tenant_id=ac9f99231f4d446797bac28d1207ac74 HTTP/1.1" status: 200 len: 267 time: 0.1563737 Apr 29 15:38:17.895843 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:17.923376 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['006b7917-196e-4e1c-8c65-b1dabc39ab34', 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:38:17.934502 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8828175 Apr 29 15:38:18.028744 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Request body: {'port': {'device_id': '891b939c-b4d4-403c-8e7a-c028f4f1ac1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:18.063722 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Pushing event deleted for resources: {'Port': ['ID=68c27690-b24e-4c2f-b9aa-28721780bf8c,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:18.085689 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:18.317550 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7860c91-e227-4e96-acd9-e01e9ea29265 req-d5d5c2f3-dfb5-429c-a1d1-d563a751dec6 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295676 Apr 29 15:38:18.353224 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] No DVR routers for this DVR port 68c27690-b24e-4c2f-b9aa-28721780bf8c on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:18.359080 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.361353 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-571f64a9-518d-4d97-8099-ac564c40b2ff req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "DELETE /v2.0/ports/68c27690-b24e-4c2f-b9aa-28721780bf8c HTTP/1.1" status: 204 len: 173 time: 3.1490493 Apr 29 15:38:18.367930 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'name': 'network-vif-deleted', 'tag': '68c27690-b24e-4c2f-b9aa-28721780bf8c'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:18.413562 dv-cinder-788782-1-smb neutron-server[73802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'code': 422} returned with failed status Apr 29 15:38:18.496388 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.645180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-81abe8bd-9f48-4189-ab20-f5927fa23671 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:18.653018 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-81abe8bd-9f48-4189-ab20-f5927fa23671 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 808 time: 0.7205346 Apr 29 15:38:18.682938 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-91d451b3-1a13-4869-915f-9fafd69965ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:18.684397 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-91d451b3-1a13-4869-915f-9fafd69965ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7549233 Apr 29 15:38:18.690925 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-f07d86b8-b0ff-410d-a805-baf5bf512f53 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/quotas/ac9f99231f4d446797bac28d1207ac74 HTTP/1.1" status: 200 len: 375 time: 0.0370803 Apr 29 15:38:18.967629 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1074640-e0bd-4e68-9a65-dba103d8a296 req-fa580b0f-14b2-46da-9e0c-90bfa01bf522 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:18.969116 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a1074640-e0bd-4e68-9a65-dba103d8a296 req-fa580b0f-14b2-46da-9e0c-90bfa01bf522 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.4138589 Apr 29 15:38:19.145874 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-5826c5b2-b96e-45f1-8a31-c63c7dee628e service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149144 Apr 29 15:38:19.167139 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-adac2a8c-df53-4dd6-9ef6-4e7e7bf19486 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4695821 Apr 29 15:38:19.176963 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a1074640-e0bd-4e68-9a65-dba103d8a296 req-94999df2-1d1d-4a59-8f06-4752953bb681 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863589 Apr 29 15:38:19.673776 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-814b35f7-2cca-4eb4-a4b1-174530443f64 req-f072da57-3d7d-468e-afe4-3cc069cdbe96 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053828 Apr 29 15:38:19.682745 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-e9a92754-38d9-4fb0-95d3-43c2261cf7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029228 Apr 29 15:38:19.748366 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b18f8e-7acc-4751-95ac-2293ae0b44da req-daf38c2d-8a32-4f94-b278-1acc48478619 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:19.749650 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-74b18f8e-7acc-4751-95ac-2293ae0b44da req-daf38c2d-8a32-4f94-b278-1acc48478619 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.3849578 Apr 29 15:38:19.759806 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cfe2ff-6e69-46ec-9739-ae561970b81f {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:38:19.782292 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.889867 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Transition to ACTIVE for port object 79cfe2ff-6e69-46ec-9739-ae561970b81f will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:19.897086 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-74b18f8e-7acc-4751-95ac-2293ae0b44da req-98f0a125-dd39-465b-9f92-070ef73792ff tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418314 Apr 29 15:38:19.900196 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.905874 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ad696dcf-714a-4f14-a221-2196a72ec60e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:20.093434 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-fd077db4-fd41-4e99-a03e-2ae0e7c411b3 service neutron] 10.222.0.42 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009104 Apr 29 15:38:20.164128 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Pushing event updated for resources: {'Port': ['ID=79cfe2ff-6e69-46ec-9739-ae561970b81f,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:20.168336 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:20.198085 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Attempting to bind port 79cfe2ff-6e69-46ec-9739-ae561970b81f on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:20.198414 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Attempting to bind port 79cfe2ff-6e69-46ec-9739-ae561970b81f by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:20.198586 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Attempting to bind port 79cfe2ff-6e69-46ec-9739-ae561970b81f on network 82410a0d-e42f-4b37-893a-ba1c710916e5 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:20.206442 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Port 79cfe2ff-6e69-46ec-9739-ae561970b81f on network 82410a0d-e42f-4b37-893a-ba1c710916e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:38:20.206679 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Attempting to bind port 79cfe2ff-6e69-46ec-9739-ae561970b81f on network 82410a0d-e42f-4b37-893a-ba1c710916e5 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:20.217102 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:20.217445 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Checking segment: {'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:38:20.217853 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Bound using segment: {'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:20.218298 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Bound port: 79cfe2ff-6e69-46ec-9739-ae561970b81f, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2f1112-8468-4f4b-a577-34c10f58f811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:20.218647 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.284572 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c454097-061f-44f7-9184-55332ba199d3 req-ef133335-cfd7-45a9-a16f-31103dfd2129 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:20.285347 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-7c454097-061f-44f7-9184-55332ba199d3 req-ef133335-cfd7-45a9-a16f-31103dfd2129 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Synchronizing usage tracker for tenant:67b40c049d2b438dade55dc595cd9358 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:20.327981 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-7c454097-061f-44f7-9184-55332ba199d3 req-ef133335-cfd7-45a9-a16f-31103dfd2129 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Unset dirty status for tenant:67b40c049d2b438dade55dc595cd9358 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:20.329285 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7c454097-061f-44f7-9184-55332ba199d3 req-ef133335-cfd7-45a9-a16f-31103dfd2129 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 944 time: 0.2790546 Apr 29 15:38:20.373150 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] For port 79cfe2ff-6e69-46ec-9739-ae561970b81f, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:20.383098 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] For port 79cfe2ff-6e69-46ec-9739-ae561970b81f, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=79cfe2ff-6e69-46ec-9739-ae561970b81f,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:20.393089 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.400146 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:20.414284 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c27690-b24e-4c2f-b9aa-28721780bf8c'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:20.450875 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7c454097-061f-44f7-9184-55332ba199d3 req-f90598fd-2899-4ecb-b71e-316a6f31b8e1 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121778 Apr 29 15:38:20.490506 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:20.491206 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.492609 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] 10.222.0.47 "PUT /v2.0/ports/79cfe2ff-6e69-46ec-9739-ae561970b81f HTTP/1.1" status: 200 len: 1094 time: 2.5076284 Apr 29 15:38:20.533096 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'name': 'network-vif-deleted', 'tag': '68c27690-b24e-4c2f-b9aa-28721780bf8c', 'status': 'completed', 'code': 200} Apr 29 15:38:20.554137 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Pushing event updated for resources: {'Port': ['ID=79cfe2ff-6e69-46ec-9739-ae561970b81f,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:20.563499 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:20.793523 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:20.842805 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-a47b63ae-7a76-45b6-9fbe-2bd9ebe68f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:20.845686 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-a47b63ae-7a76-45b6-9fbe-2bd9ebe68f9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67b40c049d2b438dade55dc595cd9358&device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 1097 time: 0.2388585 Apr 29 15:38:20.870611 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38199f09-da7c-458a-84a5-6a2d6a378b82 req-2ddade9a-cf4b-44c9-903c-4598fb7a0a0e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:20.889264 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-38199f09-da7c-458a-84a5-6a2d6a378b82 req-2ddade9a-cf4b-44c9-903c-4598fb7a0a0e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1911719 Apr 29 15:38:21.027392 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-3346fd76-adc2-43b4-b368-145c79fa9ad0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79cfe2ff-6e69-46ec-9739-ae561970b81f HTTP/1.1" status: 200 len: 217 time: 0.1027443 Apr 29 15:38:21.109537 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-697b24d1-7ac6-419b-9f8b-ef38a6506f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:21.111044 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-697b24d1-7ac6-419b-9f8b-ef38a6506f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc4a66d2-681b-434d-8701-91c0d4cfc8f7 HTTP/1.1" status: 200 len: 853 time: 0.0713847 Apr 29 15:38:21.191541 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-38199f09-da7c-458a-84a5-6a2d6a378b82 req-31cef1b7-ef60-4095-9379-a0f9e084b6b0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003428 Apr 29 15:38:21.225049 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-a7230e6c-f7b3-48d7-bfd1-ca73a06ae81b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82410a0d-e42f-4b37-893a-ba1c710916e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067176 Apr 29 15:38:21.397717 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-bb4112f9-77a0-4e56-aec8-ec5c099acc77 service neutron] 10.222.0.47 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545267 Apr 29 15:38:21.521512 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd3a22e-45a1-4a18-bff7-658f6e9ae0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c27690-b24e-4c2f-b9aa-28721780bf8c', 'code': 200} Apr 29 15:38:21.824751 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bb7eae11-5ae7-41bf-80ab-850aea8e6a94 req-4b4c843a-553e-4258-b3ff-d4949de6b9d7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 210 time: 0.0936999 Apr 29 15:38:21.887105 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8caaadb4-3744-4eac-9315-60a818b20b99 req-a018790e-a234-46da-a0f0-6d6a7e538e87 service neutron] 10.222.0.47 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803076 Apr 29 15:38:21.903325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a082564-444a-4cd3-aca9-8a8ea1342241 req-194f6895-5665-42f8-9aea-3e97b0bc5a3d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:21.904827 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0a082564-444a-4cd3-aca9-8a8ea1342241 req-194f6895-5665-42f8-9aea-3e97b0bc5a3d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1426411 Apr 29 15:38:21.988077 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0a082564-444a-4cd3-aca9-8a8ea1342241 req-bade8410-79c6-4482-a327-5e700c6b5805 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542727 Apr 29 15:38:22.218730 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d15cd-f360-4a02-b8c2-e07f846e6c8f req-80a44a28-b7c0-4d05-8418-efdd69f098aa tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:22.225789 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e43d15cd-f360-4a02-b8c2-e07f846e6c8f req-80a44a28-b7c0-4d05-8418-efdd69f098aa tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 944 time: 0.1242194 Apr 29 15:38:22.287107 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e43d15cd-f360-4a02-b8c2-e07f846e6c8f req-6a2d8668-ada7-4605-98d4-d71bd5ed7a5d tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602753 Apr 29 15:38:22.573762 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891b939c-b4d4-403c-8e7a-c028f4f1ac1d', 'tag': '79cfe2ff-6e69-46ec-9739-ae561970b81f'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:22.641544 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-fb57b557-1fbf-46d2-8d14-a505ad80d464 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:22.644063 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-fb57b557-1fbf-46d2-8d14-a505ad80d464 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.47 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 808 time: 0.3416071 Apr 29 15:38:22.704174 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec16ef-a6f0-4025-add4-168a45c1e21c req-ea1ae6c2-4e77-441b-b3ca-db0dfb3885a3 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:22.713417 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-86ec16ef-a6f0-4025-add4-168a45c1e21c req-ea1ae6c2-4e77-441b-b3ca-db0dfb3885a3 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.1848993 Apr 29 15:38:22.803393 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-366c74cf-3855-4161-9467-9c67e0c6f897 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9f99231f4d446797bac28d1207ac74 HTTP/1.1" status: 200 len: 379 time: 0.1396368 Apr 29 15:38:22.816013 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-86ec16ef-a6f0-4025-add4-168a45c1e21c req-ad35f90a-fad6-429f-b2ce-307f64cc1282 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014102 Apr 29 15:38:22.820180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'port': {'device_id': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'admin_state_up': True, 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'security_groups': ['008b220f-ef78-46d7-ac69-d6fd1c81a498']}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:23.014301 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891b939c-b4d4-403c-8e7a-c028f4f1ac1d', 'tag': '79cfe2ff-6e69-46ec-9739-ae561970b81f', 'status': 'completed', 'code': 200} Apr 29 15:38:23.114435 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:23.132897 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54138) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:23.172997 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:port and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:23.177996 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:23.192966 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c6f20f70-08b3-4a65-ad8f-e8071ce9f0fe req-f047a4d8-182c-4116-b6a8-a178deb16e2d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 210 time: 0.0845230 Apr 29 15:38:23.194534 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:23.257631 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd446b-e1a1-4489-9263-44b055bdedf7 req-114f4632-f803-45e7-8e50-5e6054065850 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:23.258600 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9cdd446b-e1a1-4489-9263-44b055bdedf7 req-114f4632-f803-45e7-8e50-5e6054065850 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Synchronizing usage tracker for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:23.267519 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Made reservation on behalf of ac9f99231f4d446797bac28d1207ac74 for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:23.273263 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.410947 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-361781ec-a35e-4cce-a416-9bf4892af62b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2762477 Apr 29 15:38:23.555156 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Allocated IP 172.20.0.5 (25e78f40-4c18-4393-b894-08f7fc6b0370/3030b619-1cce-47a6-8f78-9cdcf6116b97/3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:23.638963 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9cdd446b-e1a1-4489-9263-44b055bdedf7 req-114f4632-f803-45e7-8e50-5e6054065850 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Unset dirty status for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:23.640154 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9cdd446b-e1a1-4489-9263-44b055bdedf7 req-114f4632-f803-45e7-8e50-5e6054065850 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 945 time: 0.6244726 Apr 29 15:38:23.642339 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-eeb2434b-20ed-4c5f-9c5c-e1232eb76cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:23.643850 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-eeb2434b-20ed-4c5f-9c5c-e1232eb76cc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67b40c049d2b438dade55dc595cd9358&device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 1097 time: 0.5750754 Apr 29 15:38:23.924206 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9cdd446b-e1a1-4489-9263-44b055bdedf7 req-8849f4ba-a849-48e5-a805-abfcd5dce543 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280324 Apr 29 15:38:24.121929 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.139608 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-eb1c7024-c510-46f2-9c2c-9bc83e8567da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:24.141035 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-eb1c7024-c510-46f2-9c2c-9bc83e8567da service neutron] 10.222.0.47 "GET /v2.0/networks?id=82410a0d-e42f-4b37-893a-ba1c710916e5 HTTP/1.1" status: 200 len: 914 time: 0.4152663 Apr 29 15:38:24.154334 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc4c2-7a07-4126-8e78-28c71eb715a4 req-86badabf-83b1-43c4-a04f-bc3c360000b9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:24.155989 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151dc4c2-7a07-4126-8e78-28c71eb715a4 req-86badabf-83b1-43c4-a04f-bc3c360000b9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.6482437 Apr 29 15:38:24.168086 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Transition to ACTIVE for port object 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:24.505232 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-65e45cce-b247-483f-8887-e0767a115987 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79cfe2ff-6e69-46ec-9739-ae561970b81f HTTP/1.1" status: 200 len: 217 time: 0.1526084 Apr 29 15:38:24.511220 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-151dc4c2-7a07-4126-8e78-28c71eb715a4 req-29d367a3-1574-46b6-8851-e6ec8e9b40cb tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484356 Apr 29 15:38:24.620771 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dca37-7bf0-44de-9ba0-2eac47c0b477 req-7c9052c7-2fdb-4604-94b2-2e91f63ba226 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:24.622317 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-911dca37-7bf0-44de-9ba0-2eac47c0b477 req-7c9052c7-2fdb-4604-94b2-2e91f63ba226 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 944 time: 0.5542407 Apr 29 15:38:24.637175 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.652188 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3bc4aa61-5902-4b2f-a62a-b50bd96eefb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:24.784020 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-c6f31206-149e-4295-b60d-2efca8ec67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:24.785906 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-c6f31206-149e-4295-b60d-2efca8ec67b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc4a66d2-681b-434d-8701-91c0d4cfc8f7 HTTP/1.1" status: 200 len: 853 time: 0.2665184 Apr 29 15:38:24.793379 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:24.793572 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 79cfe2ff-6e69-46ec-9739-ae561970b81f details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:38:24.801279 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:24.812441 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-b6a3977b-f4cf-40db-9065-2809d4d17e1f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:24.813997 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-b6a3977b-f4cf-40db-9065-2809d4d17e1f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 945 time: 0.5996141 Apr 29 15:38:24.826897 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:38:24.832424 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:24.833102 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.016567 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 79cfe2ff-6e69-46ec-9739-ae561970b81f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=79cfe2ff-6e69-46ec-9739-ae561970b81f,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:25.032001 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '79cfe2ff-6e69-46ec-9739-ae561970b81f', 'network_id': '82410a0d-e42f-4b37-893a-ba1c710916e5', 'port_id': '79cfe2ff-6e69-46ec-9739-ae561970b81f', 'mac_address': 'fa:16:3e:07:4b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4a66d2-681b-434d-8701-91c0d4cfc8f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:38:25.041566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:25.047296 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-64c8389e-2c2a-451c-80bc-aa8658aaaff2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82410a0d-e42f-4b37-893a-ba1c710916e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061155 Apr 29 15:38:25.050435 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:25.077012 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2644229 Apr 29 15:38:25.133899 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.152267 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cfe2ff-6e69-46ec-9739-ae561970b81f {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:38:25.169160 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 79cfe2ff-6e69-46ec-9739-ae561970b81f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=79cfe2ff-6e69-46ec-9739-ae561970b81f,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:25.175076 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.177096 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:25.214756 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-911dca37-7bf0-44de-9ba0-2eac47c0b477 req-db57ad7c-37c5-4f70-bfbe-5f984564f0b6 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681620 Apr 29 15:38:25.243430 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Request body: {'port': {'device_id': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:25.257767 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-4d9f0ca5-5d76-4163-b94a-a8a3b0e4120c None None] Provisioning for port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:25.266423 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-4d9f0ca5-5d76-4163-b94a-a8a3b0e4120c None None] Provisioning complete for port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:25.267059 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0ca5-5d76-4163-b94a-a8a3b0e4120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.338646 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=79cfe2ff-6e69-46ec-9739-ae561970b81f,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:25.342758 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:25.345843 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f0ca5-5d76-4163-b94a-a8a3b0e4120c None None] Port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:25.495320 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-894f6f32-4cb9-4971-aa5d-6fbeb44f0371 service neutron] 10.222.0.47 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238622 Apr 29 15:38:25.535744 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d98cd-3d9a-4386-99fc-c3f5b14d04f3 req-e1453db7-b071-4b03-a7ee-b70f55502f72 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:25.538592 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-811d98cd-3d9a-4386-99fc-c3f5b14d04f3 req-e1453db7-b071-4b03-a7ee-b70f55502f72 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.9027975 Apr 29 15:38:25.567513 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['79cfe2ff-6e69-46ec-9739-ae561970b81f'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:38:25.765131 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.783493 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-dcfa6a76-9562-43d9-b31e-015ea51fe9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:25.784950 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-dcfa6a76-9562-43d9-b31e-015ea51fe9a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a&tenant_id=78c50990547147eea80fc54d37cc2a6c HTTP/1.1" status: 200 len: 1096 time: 0.5007787 Apr 29 15:38:25.803123 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-811d98cd-3d9a-4386-99fc-c3f5b14d04f3 req-7150d8ff-345a-4448-a489-a8122f4dcc7e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261055 Apr 29 15:38:25.816341 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Deleting port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:25.823713 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.917126 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95baaa8-b3a7-423a-a496-cf6255d4fe59 req-96a1e0d9-08b3-432f-bed3-392d70df399f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:25.917840 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-b95baaa8-b3a7-423a-a496-cf6255d4fe59 req-96a1e0d9-08b3-432f-bed3-392d70df399f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Synchronizing usage tracker for tenant:ac9f99231f4d446797bac28d1207ac74 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:26.003465 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1e711f3-8cdd-429e-89a3-204b7a3bb7cc req-0674c18f-6bfe-4d61-820d-7b8b3d22f617 service neutron] 10.222.0.47 "GET /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985685 Apr 29 15:38:26.130273 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-b95baaa8-b3a7-423a-a496-cf6255d4fe59 req-96a1e0d9-08b3-432f-bed3-392d70df399f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Unset dirty status for tenant:ac9f99231f4d446797bac28d1207ac74 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:26.131354 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b95baaa8-b3a7-423a-a496-cf6255d4fe59 req-96a1e0d9-08b3-432f-bed3-392d70df399f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 931 time: 0.8058734 Apr 29 15:38:26.233177 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-38aafeb0-eee3-40b9-b014-9f4e5c1e1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.355465 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] For port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:26.355836 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.551454 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Calling delete_port for ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:38:26.619228 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-548e3b1e-07d8-454c-8302-900347ac84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:26.621838 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-548e3b1e-07d8-454c-8302-900347ac84f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 1096 time: 0.7735701 Apr 29 15:38:26.625316 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b95baaa8-b3a7-423a-a496-cf6255d4fe59 req-60fc5c54-ba1c-4757-b8d8-5daa47d4645c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4495919 Apr 29 15:38:26.705881 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41eab0-5484-45f5-8e9d-f2ba823e51df req-acd02442-2e4c-4fb8-960e-c902514b2351 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:26.707736 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e41eab0-5484-45f5-8e9d-f2ba823e51df req-acd02442-2e4c-4fb8-960e-c902514b2351 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 945 time: 0.7625184 Apr 29 15:38:26.816089 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 79cfe2ff-6e69-46ec-9739-ae561970b81f up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:26.905443 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 79cfe2ff-6e69-46ec-9739-ae561970b81f completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:26.929729 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 79cfe2ff-6e69-46ec-9739-ae561970b81f triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:26.931107 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.955380 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4e41eab0-5484-45f5-8e9d-f2ba823e51df req-4bc4cde1-78d8-4511-9a12-bf25ad168bb7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382598 Apr 29 15:38:27.089386 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.121845 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891b939c-b4d4-403c-8e7a-c028f4f1ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cfe2ff-6e69-46ec-9739-ae561970b81f'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:27.133878 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 79cfe2ff-6e69-46ec-9739-ae561970b81f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=79cfe2ff-6e69-46ec-9739-ae561970b81f,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:27.139509 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.140482 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:27.170978 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-a8ecf988-29e9-45ec-a3e1-88825c8f7072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:27.172220 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-832ca7eb-1ba1-4745-97e2-ac03a762eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:27.174031 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-832ca7eb-1ba1-4745-97e2-ac03a762eef4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.5294652 Apr 29 15:38:27.181663 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.db.resource_extend [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:38:27.199642 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03df5b3-2243-404c-8563-85bd34ad72a2 req-1c011c5a-e55f-4f7c-b390-58b2ded1fc69 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:27.201097 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b03df5b3-2243-404c-8563-85bd34ad72a2 req-1c011c5a-e55f-4f7c-b390-58b2ded1fc69 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.4522207 Apr 29 15:38:27.257966 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=79cfe2ff-6e69-46ec-9739-ae561970b81f,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:27.264410 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:27.287775 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No active binding found for port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d {{(pid=73802) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 29 15:38:27.288337 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:27.335642 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.359293 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-217d5fd5-04a2-44ce-b6b7-82201d7b8e10 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:27.380792 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['006b7917-196e-4e1c-8c65-b1dabc39ab34'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:38:27.438282 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Pushing event deleted for resources: {'Port': ['ID=ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:27.469722 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:38:27.481923 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:27.508888 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.537745 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b03df5b3-2243-404c-8563-85bd34ad72a2 req-2a901e84-aee6-4f06-92df-67bcc92492b2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818010 Apr 29 15:38:27.548148 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-17968ad1-19fd-4d1e-86b6-84dd54154a3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3 HTTP/1.1" status: 200 len: 999 time: 0.3404756 Apr 29 15:38:27.558422 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] No DVR routers for this DVR port ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:27.561537 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.567958 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3b0a1c-4ddd-48df-b81d-0001e2e29962', 'name': 'network-vif-deleted', 'tag': 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:27.619077 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Transition to ACTIVE for port object 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:27.635727 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.642303 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ba137f8d-f8c6-4070-817b-290379bb37e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:27.678949 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26971b74-d5fa-4eef-9737-c686bdd4cfa0 req-dc150efe-bfc8-4987-971c-e58c8b1aada6 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:27.680414 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-26971b74-d5fa-4eef-9737-c686bdd4cfa0 req-dc150efe-bfc8-4987-971c-e58c8b1aada6 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.5804837 Apr 29 15:38:27.700373 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87b2baa2-83db-45a8-a8e7-7d4a795a5d19 req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "DELETE /v2.0/ports/ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d HTTP/1.1" status: 204 len: 173 time: 2.8561263 Apr 29 15:38:27.933113 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-a50484f6-80b0-43e3-89c7-174fa5ef68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:27.934634 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-a50484f6-80b0-43e3-89c7-174fa5ef68ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.3702102 Apr 29 15:38:28.037823 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-26971b74-d5fa-4eef-9737-c686bdd4cfa0 req-9622c237-e927-40e2-a6f7-68b59986988a tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323488 Apr 29 15:38:28.039787 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Attempting to bind port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:28.040120 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Attempting to bind port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:28.040455 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Attempting to bind port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 on network 25e78f40-4c18-4393-b894-08f7fc6b0370 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:28.043132 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:28.051622 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:28.059316 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 on network 25e78f40-4c18-4393-b894-08f7fc6b0370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:38:28.059637 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Attempting to bind port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 on network 25e78f40-4c18-4393-b894-08f7fc6b0370 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:28.085904 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:28.086394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Checking segment: {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:38:28.086790 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Bound using segment: {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:28.087321 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Bound port: 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cc96a7-7186-478d-aafe-5b4beae27710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:28.087662 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.131957 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891b939c-b4d4-403c-8e7a-c028f4f1ac1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cfe2ff-6e69-46ec-9739-ae561970b81f', 'code': 200} Apr 29 15:38:28.332005 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:28.339161 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3b0a1c-4ddd-48df-b81d-0001e2e29962', 'name': 'network-vif-deleted', 'tag': 'ea92aacb-ee7f-4fcf-bb17-952b3f7a9e6d', 'status': 'completed', 'code': 200} Apr 29 15:38:28.340825 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:28.381271 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da263a5-d915-48d7-8d90-2e26ea47b3bb req-ddcc07f8-984c-428d-ac38-15adcc5c3d17 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:28.382838 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4da263a5-d915-48d7-8d90-2e26ea47b3bb req-ddcc07f8-984c-428d-ac38-15adcc5c3d17 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.7011788 Apr 29 15:38:28.432782 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.443183 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-516921d5-e853-4ce7-bc71-4ac9154d8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:28.444634 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-516921d5-e853-4ce7-bc71-4ac9154d8451 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4866006 Apr 29 15:38:28.447364 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4da263a5-d915-48d7-8d90-2e26ea47b3bb req-44adba34-f6cd-40f1-90c0-dba026adf858 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577791 Apr 29 15:38:28.448004 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-16026b2f-902b-4e3e-952d-f1ac76f9dbf0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:28.567866 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:28.579368 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:28.586948 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:28.587683 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.589357 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] 10.222.0.47 "PUT /v2.0/ports/3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 1093 time: 3.3517814 Apr 29 15:38:28.875773 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9d423aa9-cd63-4e43-8d1e-c3fc0ccbff3f req-6c4095b4-0702-427c-ab67-9b42a74d0efc tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Synchronizing usage tracker for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:28.941981 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a9d5-7dbd-4236-ab8b-2eda3dbf6763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.952092 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-533a4ebe-09c2-4fa3-9a4f-da2a698d9bcf service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966434 Apr 29 15:38:28.961097 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.972711 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9d423aa9-cd63-4e43-8d1e-c3fc0ccbff3f req-6c4095b4-0702-427c-ab67-9b42a74d0efc tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Unset dirty status for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:28.973278 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d423aa9-cd63-4e43-8d1e-c3fc0ccbff3f req-6c4095b4-0702-427c-ab67-9b42a74d0efc tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3b0a1c-4ddd-48df-b81d-0001e2e29962 HTTP/1.1" status: 200 len: 210 time: 0.2264903 Apr 29 15:38:28.993062 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ee4c-fad1-4edc-9da3-4e1a23ca8dfc req-8a6a631b-d5a9-4693-878f-b3831fc205d1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:29.000746 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-36d5ee4c-fad1-4edc-9da3-4e1a23ca8dfc req-8a6a631b-d5a9-4693-878f-b3831fc205d1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 943 time: 0.6586561 Apr 29 15:38:29.072974 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747ab20-723b-4a52-bb63-fe1afeef3bf9 req-c0ebc6d4-e597-430a-b803-a037de49fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:29.074689 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f747ab20-723b-4a52-bb63-fe1afeef3bf9 req-c0ebc6d4-e597-430a-b803-a037de49fb6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 1099 time: 0.5081813 Apr 29 15:38:29.090430 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-a51a044e-22b8-4127-ab00-0fba022aeb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:29.090897 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-a51a044e-22b8-4127-ab00-0fba022aeb94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1096 time: 0.3430333 Apr 29 15:38:29.309039 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-0ea43e3b-00b1-44cc-9ef5-2a4a7e77edef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 217 time: 0.1530981 Apr 29 15:38:29.312573 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-36d5ee4c-fad1-4edc-9da3-4e1a23ca8dfc req-18f73405-e394-465f-8e51-65a6ea367c9e tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106530 Apr 29 15:38:29.393567 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d6f763c2-0e4a-46da-9aa4-358cc08b7971 req-301d3ed3-04ad-4843-981f-c7db59d5d146 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755982 Apr 29 15:38:29.411000 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f747ab20-723b-4a52-bb63-fe1afeef3bf9 req-29bdb5b3-519b-44b8-a4e5-7ee8792fe082 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015648 Apr 29 15:38:29.429369 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-07fc4822-a3ef-4809-bf78-7266f3893ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:29.430860 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-07fc4822-a3ef-4809-bf78-7266f3893ffb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 200 len: 847 time: 0.1018183 Apr 29 15:38:29.472484 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c0c2a-5d21-4950-8520-7568985fc52e req-6c3d52f8-c332-427c-b8ea-d951f61a0a88 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:29.484406 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f59c0c2a-5d21-4950-8520-7568985fc52e req-6c3d52f8-c332-427c-b8ea-d951f61a0a88 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.3398709 Apr 29 15:38:29.594672 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f59c0c2a-5d21-4950-8520-7568985fc52e req-526554e3-d5be-4d10-9f13-595e52afe55f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092589 Apr 29 15:38:29.660538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba5134-ae32-4cee-87f1-a8c8ba6f1877 req-06fef29b-59bb-4939-a970-300e70a8cc37 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:29.669222 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b9ba5134-ae32-4cee-87f1-a8c8ba6f1877 req-06fef29b-59bb-4939-a970-300e70a8cc37 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.1374228 Apr 29 15:38:29.762688 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b9ba5134-ae32-4cee-87f1-a8c8ba6f1877 req-cbb6ae63-1db0-4afc-b56d-9ca94664e9af tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900469 Apr 29 15:38:29.892654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5445e6-4975-4e2a-84cc-482658dfaf7a req-89469050-63fc-449d-b43a-3022955b7ec8 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:29.894207 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ab5445e6-4975-4e2a-84cc-482658dfaf7a req-89469050-63fc-449d-b43a-3022955b7ec8 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.1754055 Apr 29 15:38:29.896595 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-7ffd73a4-58cc-48a1-8538-4475ee587026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:29.898045 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-7ffd73a4-58cc-48a1-8538-4475ee587026 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e78f40-4c18-4393-b894-08f7fc6b0370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1317484 Apr 29 15:38:30.027751 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ab5445e6-4975-4e2a-84cc-482658dfaf7a req-10ee03e5-bf60-4a0e-973c-bfab72df2248 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028855 Apr 29 15:38:30.078623 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-9e650dcb-c812-43b3-a12f-f7295ed2f98b service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738687 Apr 29 15:38:30.113964 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.256053 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0f03e4b-e38e-437f-b870-3949635cc72d req-01599847-7e51-47e2-a554-e8c6b1561b0b service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652622 Apr 29 15:38:30.340871 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:30.389482 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'status': 'completed', 'code': 200} Apr 29 15:38:30.663379 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-ca9f97ba-a9bc-4981-9e81-20b858f9d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:30.664867 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-ca9f97ba-a9bc-4981-9e81-20b858f9d62c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1096 time: 0.1941805 Apr 29 15:38:30.676651 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3feebe-faab-4497-be4c-527b2c0f5813 req-b5f4fcd1-3d41-41a9-a0db-ba7bfd4a1600 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:30.678098 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3feebe-faab-4497-be4c-527b2c0f5813 req-b5f4fcd1-3d41-41a9-a0db-ba7bfd4a1600 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 943 time: 0.2462580 Apr 29 15:38:30.772547 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3feebe-faab-4497-be4c-527b2c0f5813 req-9c5c0958-3130-4261-b43e-571a46ad6d31 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876825 Apr 29 15:38:31.040210 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c738c-d4df-41bc-bf61-7ea1eb34c22a req-329ba7c1-c6d8-4b1a-820e-3c8193e1da13 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:31.042956 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bc1c738c-d4df-41bc-bf61-7ea1eb34c22a req-329ba7c1-c6d8-4b1a-820e-3c8193e1da13 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.3242567 Apr 29 15:38:31.130683 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bc1c738c-d4df-41bc-bf61-7ea1eb34c22a req-0819dc73-8e07-4277-8fb1-b2298bfdf665 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Apr 29 15:38:31.134523 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-cd864fab-89b8-4288-bd6f-05c4771ca779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:31.136816 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-cd864fab-89b8-4288-bd6f-05c4771ca779 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 909 time: 0.3475194 Apr 29 15:38:31.225912 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600e00-49d5-4d7c-8f2e-2c62dfb7943c req-90c1bc33-4c4d-4270-bbfa-6ca2256defc8 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:31.227969 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5600e00-49d5-4d7c-8f2e-2c62dfb7943c req-90c1bc33-4c4d-4270-bbfa-6ca2256defc8 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.2657931 Apr 29 15:38:31.251155 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-765b3c90-4e63-413a-a5c7-90450305ea4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 217 time: 0.1060812 Apr 29 15:38:31.333077 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-41d5e58c-c444-480f-936c-ee5feb2438ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:31.334620 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-41d5e58c-c444-480f-936c-ee5feb2438ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 200 len: 847 time: 0.0740275 Apr 29 15:38:31.545097 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5600e00-49d5-4d7c-8f2e-2c62dfb7943c req-93fdfb20-9381-40f5-afce-5fa985b8bd3c tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096488 Apr 29 15:38:31.615453 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edff828-1ff3-4052-8748-b93c3f3ee02b req-d5708580-b7ae-4bdf-953e-850808e7d4be tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:31.625592 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7edff828-1ff3-4052-8748-b93c3f3ee02b req-d5708580-b7ae-4bdf-953e-850808e7d4be tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.2895222 Apr 29 15:38:31.698046 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.724040 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7edff828-1ff3-4052-8748-b93c3f3ee02b req-d198d9a4-0c5c-489e-85b4-9bc8a4b42561 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969162 Apr 29 15:38:31.744582 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-1c8c77b2-eed5-4d60-9188-0675b65f8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:31.747197 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-1c8c77b2-eed5-4d60-9188-0675b65f8652 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e78f40-4c18-4393-b894-08f7fc6b0370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2984574 Apr 29 15:38:32.177587 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-82cb8b54-719f-464c-b435-d70e7bf585fa service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971007 Apr 29 15:38:32.363969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-88b0267a-b3a8-4c0e-b2a0-ff6506252f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:32.365735 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-88b0267a-b3a8-4c0e-b2a0-ff6506252f2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1099 time: 0.3058903 Apr 29 15:38:32.378581 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2c4a2-f4ac-4900-8c88-4fdc104ec0b8 req-1f279b32-9a38-4bbf-972a-1ac89b6f9495 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:32.380271 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-63a2c4a2-f4ac-4900-8c88-4fdc104ec0b8 req-1f279b32-9a38-4bbf-972a-1ac89b6f9495 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 943 time: 0.3544784 Apr 29 15:38:32.502417 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-434a1bf5-ae6d-46aa-9f02-f6d2fe204528 req-c5925575-8012-48bf-886a-e575325e3513 service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166432 Apr 29 15:38:32.570680 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-63a2c4a2-f4ac-4900-8c88-4fdc104ec0b8 req-0a8523c6-0c6f-4535-8d62-52facdf89efd tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779342 Apr 29 15:38:32.597322 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55dba-8980-4e8d-94a3-ab6f619985ff req-c687d2f5-0b3c-4f22-944e-337b02514548 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:32.597322 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-78f55dba-8980-4e8d-94a3-ab6f619985ff req-c687d2f5-0b3c-4f22-944e-337b02514548 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.3871665 Apr 29 15:38:32.656099 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-02cfaeae-30b6-4d9b-bfe2-25e78acd6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:32.657655 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-02cfaeae-30b6-4d9b-bfe2-25e78acd6a3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 920 time: 0.2432230 Apr 29 15:38:32.753067 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-78f55dba-8980-4e8d-94a3-ab6f619985ff req-f7965eb9-c293-45f7-b588-e623ea543228 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476495 Apr 29 15:38:32.798179 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-b61419c1-9a0e-4c5d-81bc-db26774e94ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 200 len: 217 time: 0.1306927 Apr 29 15:38:32.863809 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76371a4-aa46-44a5-8b5c-6f5851d94ab3 req-566240de-f99d-4f39-b660-25509333d29e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:32.868596 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:38:32.875819 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c76371a4-aa46-44a5-8b5c-6f5851d94ab3 req-566240de-f99d-4f39-b660-25509333d29e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1568844 Apr 29 15:38:33.113539 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c76371a4-aa46-44a5-8b5c-6f5851d94ab3 req-3e71557d-0fba-4388-9887-4cf121f00bac tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361526 Apr 29 15:38:33.122999 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4ea9-eb43-4c5e-91a4-68b6e3ccecf2 req-d2a64f9c-ae4e-458a-9fa1-5b45bb7d66a3 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:33.130684 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-701c4ea9-eb43-4c5e-91a4-68b6e3ccecf2 req-d2a64f9c-ae4e-458a-9fa1-5b45bb7d66a3 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.1263418 Apr 29 15:38:33.207895 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-701c4ea9-eb43-4c5e-91a4-68b6e3ccecf2 req-668d173c-69fe-4fec-8757-7765fc158744 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757141 Apr 29 15:38:33.248554 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:33.294961 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'port_id': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'mac_address': 'fa:16:3e:9a:ef:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:38:33.425235 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a12959-c6cc-4ce3-8276-43be586c9ff0 req-5fe390cf-a17b-4a0e-a0fc-733871de3bf9 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:33.435854 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-40a12959-c6cc-4ce3-8276-43be586c9ff0 req-5fe390cf-a17b-4a0e-a0fc-733871de3bf9 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.1495669 Apr 29 15:38:33.465810 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.475750 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.500571 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-40a12959-c6cc-4ce3-8276-43be586c9ff0 req-c0975482-ac38-44b9-90b0-c47495e71a1b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575106 Apr 29 15:38:33.524242 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:38:33.550589 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:33.557701 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.561744 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:33.651011 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:33.654545 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:33.784886 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3608f2c-a01c-4f87-8bed-72c208087291 req-25ffcc54-b6be-4038-9401-5b828bd7683f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:33.786498 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3608f2c-a01c-4f87-8bed-72c208087291 req-25ffcc54-b6be-4038-9401-5b828bd7683f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 944 time: 0.0885503 Apr 29 15:38:33.841654 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3608f2c-a01c-4f87-8bed-72c208087291 req-076cbaa1-0a59-4860-bca8-08a2c6d4de25 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491521 Apr 29 15:38:33.981745 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:38:34.047911 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5875-9af6-4118-ad17-57fd625a16f8 req-69429ed8-cc72-4529-b3b7-e036f608fda2 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:34.050073 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-447f5875-9af6-4118-ad17-57fd625a16f8 req-69429ed8-cc72-4529-b3b7-e036f608fda2 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.1004980 Apr 29 15:38:34.118325 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-447f5875-9af6-4118-ad17-57fd625a16f8 req-02ecd61f-a0b1-4eb2-81ba-b804a1c9796c tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615988 Apr 29 15:38:34.341147 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b7944-2121-42d2-a80e-df8372684f8b req-1e8082c8-4549-45af-9756-88b9ebc32aba tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:34.348394 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9e0b7944-2121-42d2-a80e-df8372684f8b req-1e8082c8-4549-45af-9756-88b9ebc32aba tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0876315 Apr 29 15:38:34.402898 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9e0b7944-2121-42d2-a80e-df8372684f8b req-b3842ab7-f426-40fe-a993-fe282c188b9f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533142 Apr 29 15:38:34.723932 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885e84f-8789-4144-8770-21afca4f73c1 req-34667c24-2438-41d2-9a5b-8faaa4d231ec tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:34.725470 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5885e84f-8789-4144-8770-21afca4f73c1 req-34667c24-2438-41d2-9a5b-8faaa4d231ec tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.0871649 Apr 29 15:38:34.771896 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5885e84f-8789-4144-8770-21afca4f73c1 req-059a298f-f63b-4ae6-a393-65620dc8bb97 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Apr 29 15:38:35.046884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9929837-60d2-4b50-b2d0-524d6c6137d1 req-e2656123-8c3d-4a03-b6f5-e38449ca98f2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:35.048397 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f9929837-60d2-4b50-b2d0-524d6c6137d1 req-e2656123-8c3d-4a03-b6f5-e38449ca98f2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 944 time: 0.0873122 Apr 29 15:38:35.105543 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f9929837-60d2-4b50-b2d0-524d6c6137d1 req-9947dc85-494a-4313-9216-6d5d6d5cd91d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503767 Apr 29 15:38:35.379586 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4909f8-5c7d-4bfd-995d-d6c56b6cbe38 req-8b6a8f71-28a4-4d1d-aeac-0f5de30b4620 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:35.381124 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ce4909f8-5c7d-4bfd-995d-d6c56b6cbe38 req-8b6a8f71-28a4-4d1d-aeac-0f5de30b4620 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.1548774 Apr 29 15:38:35.443301 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ce4909f8-5c7d-4bfd-995d-d6c56b6cbe38 req-c8c389ec-b488-4bad-ba53-526dfa93e3cb tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Apr 29 15:38:35.635753 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f7e12-dfba-407e-bd37-f2eb6a553787 req-e0c46a69-3b45-4f40-8333-67fb4b7f186e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:35.637905 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-464f7e12-dfba-407e-bd37-f2eb6a553787 req-e0c46a69-3b45-4f40-8333-67fb4b7f186e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0859833 Apr 29 15:38:35.692664 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-464f7e12-dfba-407e-bd37-f2eb6a553787 req-8be0dd7a-ed66-4a9c-b289-73ec03d6ec5f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 Apr 29 15:38:35.979559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4d80c-3ae9-421b-b32a-50938dcd186f req-1c11a313-0084-456e-b4bf-e80540f8b8fb tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:35.981578 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-74c4d80c-3ae9-421b-b32a-50938dcd186f req-1c11a313-0084-456e-b4bf-e80540f8b8fb tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.0833659 Apr 29 15:38:36.038522 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-74c4d80c-3ae9-421b-b32a-50938dcd186f req-f1d3e777-8298-4501-a5cc-31d1bc88a242 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509436 Apr 29 15:38:36.314428 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f73838-ed3a-45f0-a457-d0c769a34929 req-cd43e333-c670-4916-a969-d119dfa70e2c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:36.315856 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-08f73838-ed3a-45f0-a457-d0c769a34929 req-cd43e333-c670-4916-a969-d119dfa70e2c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 944 time: 0.0945129 Apr 29 15:38:36.362318 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-08f73838-ed3a-45f0-a457-d0c769a34929 req-dd61cb50-045e-47e4-9a44-dbd48776df0a tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405560 Apr 29 15:38:36.469827 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54372) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:36.533606 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Deleting subnet 5dd6511d-c577-4767-9648-c11bdd55ff80 {{(pid=73801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:38:36.536816 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.668140 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16467d4-8475-4a85-a207-0eb6466d3c0f req-26213f07-0919-42c1-8a58-95704d636f1a tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:36.669563 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a16467d4-8475-4a85-a207-0eb6466d3c0f req-26213f07-0919-42c1-8a58-95704d636f1a tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.1000333 Apr 29 15:38:36.686489 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-778832'] for subnet, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.721214 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a16467d4-8475-4a85-a207-0eb6466d3c0f req-c0f13d4e-35a0-489f-9bdd-74e9b4e80ab5 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Apr 29 15:38:36.746711 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.887001 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:36.935539 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861f2fe-5a6f-49bb-b759-91f0d78f0f4a req-bd80d498-4245-4f8a-8a9d-0ded660285cb tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:36.937960 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9861f2fe-5a6f-49bb-b759-91f0d78f0f4a req-bd80d498-4245-4f8a-8a9d-0ded660285cb tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1021092 Apr 29 15:38:36.997399 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:37.003496 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:37.003987 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.005690 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9861f2fe-5a6f-49bb-b759-91f0d78f0f4a req-9e2f1e65-61c9-4712-8a5a-b80252ef352d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576141 Apr 29 15:38:37.053901 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2254068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2061670'] for subnet, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.059858 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5dbfe6c8-2644-4177-97d8-d9d74c0253f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:37.106851 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd6511d-c577-4767-9648-c11bdd55ff80,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:37.112533 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.115490 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:37.119412 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5dd6511d-c577-4767-9648-c11bdd55ff80 HTTP/1.1" status: 204 len: 168 time: 0.6478496 Apr 29 15:38:37.122624 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54380) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:37.152084 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.213339 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:37.214315 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:37.241474 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:38:37.243557 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.243793 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.246399 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85932d64-5a27-4d3a-9e63-42429672837d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:37.270755 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e87122-9e74-4b46-9701-ebfc779f650d req-af7f7989-e0e4-4407-92ad-78565dce7f0f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:37.272387 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c2e87122-9e74-4b46-9701-ebfc779f650d req-af7f7989-e0e4-4407-92ad-78565dce7f0f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.1050131 Apr 29 15:38:37.319707 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c2e87122-9e74-4b46-9701-ebfc779f650d req-a58121cf-8387-429f-a68b-998d8b6b23b2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406079 Apr 29 15:38:37.324802 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:37.332601 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.332801 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.333108 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.333441 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.333770 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.334100 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.334528 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.334791 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.335094 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.335416 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.335731 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.336048 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:37.340475 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:37.371050 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.414777 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'code': 200} Apr 29 15:38:37.527541 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db5d22e-6c0d-4c8c-b9af-478d3a66f256']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:37.540396 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f8b51b-3966-4541-9dea-e313dc8049a9') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:37.540695 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f8b51b-3966-4541-9dea-e313dc8049a9') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:37.552597 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.569780 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.576730 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:37.581857 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb114d80-3748-40ac-895f-9eae08a846e1 req-a9db582d-68b8-44fb-853f-22aa659371bd tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:37.590103 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cb114d80-3748-40ac-895f-9eae08a846e1 req-a9db582d-68b8-44fb-853f-22aa659371bd tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0895653 Apr 29 15:38:37.638755 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cb114d80-3748-40ac-895f-9eae08a846e1 req-dd939edf-b6c2-46f1-8c12-4f883f3a87f7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477307 Apr 29 15:38:37.751914 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:38:37.760652 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.931059 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6522b-bd85-42e9-8d97-a7ae74e2d699 req-946e4ca1-0875-4f35-9f78-2b573319358e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:37.932444 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e8d6522b-bd85-42e9-8d97-a7ae74e2d699 req-946e4ca1-0875-4f35-9f78-2b573319358e tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.0956442 Apr 29 15:38:37.935749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Network 2db5d22e-6c0d-4c8c-b9af-478d3a66f256 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:38:37.986721 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e8d6522b-bd85-42e9-8d97-a7ae74e2d699 req-69a28c60-2b63-401e-903f-fa661a31e79f tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476415 Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:38.020382 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:38.040042 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.052311 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:38.062620 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.082685 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2db5d22e-6c0d-4c8c-b9af-478d3a66f256 HTTP/1.1" status: 204 len: 168 time: 0.9590294 Apr 29 15:38:38.083724 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db5d22e-6c0d-4c8c-b9af-478d3a66f256,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.092596 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.092965 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.093326 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.093679 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.094026 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.094402 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.094943 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.095452 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.095960 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.096636 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.097145 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.097820 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:38.101766 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:38.341731 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54394) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.399847 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-067b50fa-c63a-4247-a09d-5aeb501d792d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a18426c284f64b459e60a1e183f631ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565355 Apr 29 15:38:38.402250 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54400) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.436648 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcdda7-dc95-4f98-ae71-be6e020d1bd1 req-1cdc8de6-8af6-4af5-b8b8-87cec4416124 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:38.438591 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-28fcdda7-dc95-4f98-ae71-be6e020d1bd1 req-1cdc8de6-8af6-4af5-b8b8-87cec4416124 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1259320 Apr 29 15:38:38.485406 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-90572482-d546-4c47-9c42-8aefd483e2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.514314 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-90572482-d546-4c47-9c42-8aefd483e2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.545814 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-28fcdda7-dc95-4f98-ae71-be6e020d1bd1 req-fa594ff4-261b-4e02-8ef1-60d2783f6853 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011569 Apr 29 15:38:38.567383 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-90572482-d546-4c47-9c42-8aefd483e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.571422 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-80ef8b8f-c3c6-44bb-be38-9221b3fa54a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:38.582414 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90572482-d546-4c47-9c42-8aefd483e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268913fe-55c5-44c7-93db-7d7e41b7fbcb,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.589813 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-90572482-d546-4c47-9c42-8aefd483e2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:38.590654 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-90572482-d546-4c47-9c42-8aefd483e2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.591781 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-90572482-d546-4c47-9c42-8aefd483e2ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/268913fe-55c5-44c7-93db-7d7e41b7fbcb HTTP/1.1" status: 204 len: 168 time: 0.1884272 Apr 29 15:38:38.734839 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fca990-446d-49c3-936d-8ea51212951f req-309b9978-3704-4b70-8110-12f9e2c079ab tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:38.736319 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b2fca990-446d-49c3-936d-8ea51212951f req-309b9978-3704-4b70-8110-12f9e2c079ab tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.0873020 Apr 29 15:38:38.791323 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b2fca990-446d-49c3-936d-8ea51212951f req-83a1dad3-013f-4a4a-ab78-0205a2a4374c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434773 Apr 29 15:38:39.004308 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daf192-603d-4aa0-8ac8-2944ad455e63 req-801971b5-683d-4e5f-b19f-a184bc3abaa9 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:39.005833 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-63daf192-603d-4aa0-8ac8-2944ad455e63 req-801971b5-683d-4e5f-b19f-a184bc3abaa9 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0910895 Apr 29 15:38:39.051816 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-63daf192-603d-4aa0-8ac8-2944ad455e63 req-2077cd9e-2741-48ca-9d48-0c9d02a61878 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399814 Apr 29 15:38:39.242882 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616d925-ee5a-4f9d-a11d-cf4474960ae5 req-57b58c4e-4df0-4d1e-bd65-91e3089fd231 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:39.244323 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2616d925-ee5a-4f9d-a11d-cf4474960ae5 req-57b58c4e-4df0-4d1e-bd65-91e3089fd231 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.0931127 Apr 29 15:38:39.294242 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2616d925-ee5a-4f9d-a11d-cf4474960ae5 req-39ab86e5-b05b-4c2e-bb2f-ae59eed943d4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 Apr 29 15:38:39.736374 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749434d9-0946-414d-b6ac-0df2ba2c7d84 req-469c2ce8-512f-460b-afde-10b2c3a3457e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:39.737836 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-749434d9-0946-414d-b6ac-0df2ba2c7d84 req-469c2ce8-512f-460b-afde-10b2c3a3457e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0824721 Apr 29 15:38:39.784514 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-749434d9-0946-414d-b6ac-0df2ba2c7d84 req-bf89250e-4b05-4c31-a4bc-27832a071112 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Apr 29 15:38:39.993196 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3aaf5-f048-4320-ba2e-05b92e1f6e9e req-cc5b7346-f3d1-4ef2-a175-59858c8afd27 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:39.994828 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81e3aaf5-f048-4320-ba2e-05b92e1f6e9e req-cc5b7346-f3d1-4ef2-a175-59858c8afd27 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.0847275 Apr 29 15:38:40.042038 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81e3aaf5-f048-4320-ba2e-05b92e1f6e9e req-9b2f9914-abbc-45cd-b523-18af8bf7db3d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406423 Apr 29 15:38:40.278307 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351583b-c9d6-45a8-989e-fd9a4f1a0ec5 req-77bdc496-886c-45b9-9431-2d7346359fcb tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:40.280161 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5351583b-c9d6-45a8-989e-fd9a4f1a0ec5 req-77bdc496-886c-45b9-9431-2d7346359fcb tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0986335 Apr 29 15:38:40.328632 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5351583b-c9d6-45a8-989e-fd9a4f1a0ec5 req-5c085c17-75b1-4545-9d28-14d902e794b7 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409319 Apr 29 15:38:40.514191 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e7d92-d681-4cc8-847f-08f9ab19dc2e req-f854709f-bce4-4fda-8a62-e55aebc4181a tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:40.515874 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2f8e7d92-d681-4cc8-847f-08f9ab19dc2e req-f854709f-bce4-4fda-8a62-e55aebc4181a tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.0830529 Apr 29 15:38:40.564254 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2f8e7d92-d681-4cc8-847f-08f9ab19dc2e req-9c3d8f39-5ad3-4962-abd8-07641b6861a7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Apr 29 15:38:40.977016 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e394196-aaba-4a0c-9bb2-c7cdd9eef758 req-0c62dc02-4367-4345-a33d-55fd7c77b284 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:40.978959 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8e394196-aaba-4a0c-9bb2-c7cdd9eef758 req-0c62dc02-4367-4345-a33d-55fd7c77b284 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0855935 Apr 29 15:38:41.024378 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8e394196-aaba-4a0c-9bb2-c7cdd9eef758 req-8965a080-7f3e-4c1b-b085-80eb0995191c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 Apr 29 15:38:41.251139 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc0fbb-951d-45a3-ae08-0bcb958f37c9 req-05902f9a-847d-4326-9671-2b8651944459 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:41.252697 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-38bc0fbb-951d-45a3-ae08-0bcb958f37c9 req-05902f9a-847d-4326-9671-2b8651944459 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.0924766 Apr 29 15:38:41.297270 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-38bc0fbb-951d-45a3-ae08-0bcb958f37c9 req-2106ae6e-2dec-4e16-976d-706d8008733d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387943 Apr 29 15:38:41.525945 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7fa34-46ce-4bb6-8126-9a7bad6818ee req-c84fe83e-e8c3-42fe-ade2-de12531c3b22 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:41.529904 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4da7fa34-46ce-4bb6-8126-9a7bad6818ee req-c84fe83e-e8c3-42fe-ade2-de12531c3b22 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0898426 Apr 29 15:38:41.585524 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4da7fa34-46ce-4bb6-8126-9a7bad6818ee req-86472117-1067-48e1-87cf-470a17e8f3bc tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514784 Apr 29 15:38:41.770329 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f042c-1c4d-45c4-96ad-05145591fc71 req-a1202bc8-e0d1-4dc0-ad11-3cfc7860bb79 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:41.771816 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-733f042c-1c4d-45c4-96ad-05145591fc71 req-a1202bc8-e0d1-4dc0-ad11-3cfc7860bb79 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.0907905 Apr 29 15:38:41.815713 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-733f042c-1c4d-45c4-96ad-05145591fc71 req-4f8514db-dd87-4f3e-b3eb-fd1f34b2fc4d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381613 Apr 29 15:38:42.218750 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6990e-771f-4847-b1fb-c4452587f74d req-c89a8745-d604-4250-806d-544a09fd8d6d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:42.220193 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0ad6990e-771f-4847-b1fb-c4452587f74d req-c89a8745-d604-4250-806d-544a09fd8d6d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0846369 Apr 29 15:38:42.265058 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0ad6990e-771f-4847-b1fb-c4452587f74d req-7d9d68ad-5df4-436f-b47a-892ceac1f492 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 Apr 29 15:38:42.494407 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222eff6-13a5-4f11-8f35-5a14b7e78daa req-d4165bf1-6bfd-4f45-9f67-76a7543d129c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:42.495974 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2222eff6-13a5-4f11-8f35-5a14b7e78daa req-d4165bf1-6bfd-4f45-9f67-76a7543d129c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.0822277 Apr 29 15:38:42.542558 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2222eff6-13a5-4f11-8f35-5a14b7e78daa req-134617dd-5742-45f0-8b9d-d6d3eb25ab1e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399780 Apr 29 15:38:42.781090 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991018ae-04e9-434b-b4ce-28b9dd6c27f8 req-1c9a9791-bde7-49d4-a874-1fb63dc76bc2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:42.783001 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-991018ae-04e9-434b-b4ce-28b9dd6c27f8 req-1c9a9791-bde7-49d4-a874-1fb63dc76bc2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0880294 Apr 29 15:38:42.828522 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-991018ae-04e9-434b-b4ce-28b9dd6c27f8 req-4d73356a-3a63-48f7-89de-920405ff2554 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394440 Apr 29 15:38:43.015608 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f283198-1105-4b68-b4a4-d64975ff99b8 req-f0febc24-45fe-4d8b-8dca-6fc7e6233465 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:43.017053 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3f283198-1105-4b68-b4a4-d64975ff99b8 req-f0febc24-45fe-4d8b-8dca-6fc7e6233465 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.0907009 Apr 29 15:38:43.071692 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3f283198-1105-4b68-b4a4-d64975ff99b8 req-078494c5-f644-42eb-b87e-446c96697378 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487533 Apr 29 15:38:43.452433 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae09f3c-77f7-491e-8025-5ce9534d146b req-81e092ff-af8a-4126-926d-bd7fee1447fc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:43.453896 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eae09f3c-77f7-491e-8025-5ce9534d146b req-81e092ff-af8a-4126-926d-bd7fee1447fc tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0804527 Apr 29 15:38:43.499215 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eae09f3c-77f7-491e-8025-5ce9534d146b req-fd11f4bc-c3ea-4611-8e0a-6b3c707af537 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Apr 29 15:38:43.782905 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f6bb4-245f-4a88-abb0-3c0c0edfd352 req-6e5cb30d-5a58-4163-8bcb-401e05df52be tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:43.784361 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ed3f6bb4-245f-4a88-abb0-3c0c0edfd352 req-6e5cb30d-5a58-4163-8bcb-401e05df52be tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.1318281 Apr 29 15:38:43.828401 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ed3f6bb4-245f-4a88-abb0-3c0c0edfd352 req-c2f0d4a3-824c-4f01-b91e-af29c8098d7e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383127 Apr 29 15:38:44.060642 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50c0a6-5c84-4373-a909-39ad294af3cd req-c0530aeb-93d5-4443-8d40-f9baf09fd59b tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:44.062109 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fb50c0a6-5c84-4373-a909-39ad294af3cd req-c0530aeb-93d5-4443-8d40-f9baf09fd59b tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1292660 Apr 29 15:38:44.089233 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-5a1d195b-a2b5-48e7-b734-90b6b94219cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:44.091472 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-5a1d195b-a2b5-48e7-b734-90b6b94219cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.0913851 Apr 29 15:38:44.124689 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fb50c0a6-5c84-4373-a909-39ad294af3cd req-b3d1e973-b7df-4a58-9034-098307a68e24 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562100 Apr 29 15:38:44.172746 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-8d931878-deea-42bd-a7e2-1fcd0a3a7ceb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455277 Apr 29 15:38:44.423951 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-820fdc5e-9ace-4baf-8695-1d63cb6b5bf5 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433100 Apr 29 15:38:44.477333 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6b5a4-8462-4455-a9f9-896692f04838 req-e9ff9c89-9a9f-46e0-9867-4d99d4d4dde2 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:44.479065 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-50d6b5a4-8462-4455-a9f9-896692f04838 req-e9ff9c89-9a9f-46e0-9867-4d99d4d4dde2 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.2594903 Apr 29 15:38:44.601734 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-50d6b5a4-8462-4455-a9f9-896692f04838 req-e07f4a00-ff0d-400d-988e-301f8b4f0cb9 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157844 Apr 29 15:38:44.608957 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528c4b3-bf1d-4199-bc20-007ceee96153 req-18618eff-d39e-43bd-92e9-cd282b45215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:44.610425 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0528c4b3-bf1d-4199-bc20-007ceee96153 req-18618eff-d39e-43bd-92e9-cd282b45215f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1098 time: 0.2387321 Apr 29 15:38:44.687300 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-32305fea-983b-4801-b1e7-65da6aeeae57 req-d5aa471a-874d-42a7-89a4-a340c42081c7 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534378 Apr 29 15:38:44.712131 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0528c4b3-bf1d-4199-bc20-007ceee96153 req-379f36ec-31de-4cf2-86bc-b5fa16fc6488 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892088 Apr 29 15:38:44.740244 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fd3ba-b39d-43af-ae40-43e7a0292e36 req-4506170a-2dcc-46ba-b2e9-d167fb7549a2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:44.741688 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8c3fd3ba-b39d-43af-ae40-43e7a0292e36 req-4506170a-2dcc-46ba-b2e9-d167fb7549a2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1280849 Apr 29 15:38:44.786912 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8c3fd3ba-b39d-43af-ae40-43e7a0292e36 req-ae92afa9-39ff-4d60-9351-f9ed5260ca4d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385227 Apr 29 15:38:45.014826 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa0129-3404-4436-9d79-343179c61ba9 req-f7ddd75c-5e45-4ba6-89ed-8421ef772045 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:45.016256 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bdaa0129-3404-4436-9d79-343179c61ba9 req-f7ddd75c-5e45-4ba6-89ed-8421ef772045 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.0777409 Apr 29 15:38:45.060639 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bdaa0129-3404-4436-9d79-343179c61ba9 req-4ce0adc0-0f54-42d9-9d05-eb2bd3635785 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385530 Apr 29 15:38:45.312433 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07d95b-a097-49d3-8638-b0f41afe52de req-c9d5fb8e-6f16-4e90-b174-bae745dbacca tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:45.313913 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8d07d95b-a097-49d3-8638-b0f41afe52de req-c9d5fb8e-6f16-4e90-b174-bae745dbacca tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0815644 Apr 29 15:38:45.358528 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8d07d95b-a097-49d3-8638-b0f41afe52de req-47d149c2-2927-46b9-9c30-6b8295c2ea12 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389075 Apr 29 15:38:45.788851 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbcea8-0176-48f8-87d0-c1c886a389ac req-7aad7514-64df-44f9-8e0b-991371a179f4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:45.790326 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1abbcea8-0176-48f8-87d0-c1c886a389ac req-7aad7514-64df-44f9-8e0b-991371a179f4 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.0792410 Apr 29 15:38:45.846749 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1abbcea8-0176-48f8-87d0-c1c886a389ac req-14c9f61d-d834-4ab4-b846-5bc804776ba7 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507770 Apr 29 15:38:45.975203 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e254ac-2274-4c04-b462-3f7083190b6c req-147c477e-adda-4032-84ab-f0951b53d1d3 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:45.978583 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a9e254ac-2274-4c04-b462-3f7083190b6c req-147c477e-adda-4032-84ab-f0951b53d1d3 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0823815 Apr 29 15:38:46.022867 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a9e254ac-2274-4c04-b462-3f7083190b6c req-15044f8a-ea28-4fe8-8a45-be5c9e7ff008 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Apr 29 15:38:46.254196 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd69042-5004-40c2-91a7-78f79db88375 req-f79ac1f9-998d-41b8-8614-1c3cd11f2430 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:46.255652 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7fd69042-5004-40c2-91a7-78f79db88375 req-f79ac1f9-998d-41b8-8614-1c3cd11f2430 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 943 time: 0.0829504 Apr 29 15:38:46.306762 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7fd69042-5004-40c2-91a7-78f79db88375 req-3afd90a0-aa05-4f29-88eb-438e39566f5e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Apr 29 15:38:46.546998 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00245748-4f3e-4555-8b72-150e6e6b1fb3 req-4b42ced3-d607-4765-921a-d7757b355f91 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:46.548492 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-00245748-4f3e-4555-8b72-150e6e6b1fb3 req-4b42ced3-d607-4765-921a-d7757b355f91 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0863764 Apr 29 15:38:46.596214 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-00245748-4f3e-4555-8b72-150e6e6b1fb3 req-c3a71282-c467-458e-823f-22fdd5fb4310 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 Apr 29 15:38:46.690530 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71a145-0152-4a8e-b248-35488a9de616 req-5eef986a-39c7-465c-bca8-51951aca073b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:46.691973 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2d71a145-0152-4a8e-b248-35488a9de616 req-5eef986a-39c7-465c-bca8-51951aca073b tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.0906668 Apr 29 15:38:46.930510 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:38:46.957234 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac9c59-d51d-495d-b7ab-c306edacd2a2 req-72052eb8-9243-4fb7-a028-991230793436 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:46.958718 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-76ac9c59-d51d-495d-b7ab-c306edacd2a2 req-72052eb8-9243-4fb7-a028-991230793436 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.2260001 Apr 29 15:38:47.027729 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Deleting port 006b7917-196e-4e1c-8c65-b1dabc39ab34 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:38:47.028078 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.081137 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:47.094456 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'port_id': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'mac_address': 'fa:16:3e:c8:57:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:38:47.151622 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-76ac9c59-d51d-495d-b7ab-c306edacd2a2 req-fe8e554f-7825-4870-99f5-8414705dbd6c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524889 Apr 29 15:38:47.166304 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.175249 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54480) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.188405 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00515b46-85d1-4550-ab8e-18e9be1dc9a3 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:38:47.194244 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc48ee-1e0b-484d-878c-e6599d543414 req-0522f548-20a6-470d-a318-aa4e28afcebf tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:47.204240 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-37fc48ee-1e0b-484d-878c-e6599d543414 req-0522f548-20a6-470d-a318-aa4e28afcebf tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 946 time: 0.2443314 Apr 29 15:38:47.225570 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:47.232752 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.234671 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:47.259170 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] For port 006b7917-196e-4e1c-8c65-b1dabc39ab34, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=006b7917-196e-4e1c-8c65-b1dabc39ab34,segment=NetworkSegment(95f5678d-a20e-4be4-96c4-db4c9ccdb3e2),segment_id=95f5678d-a20e-4be4-96c4-db4c9ccdb3e2)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:47.259947 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.330573 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=9']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:47.335035 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:47.439044 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Calling delete_port for 006b7917-196e-4e1c-8c65-b1dabc39ab34 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:38:47.477222 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-37fc48ee-1e0b-484d-878c-e6599d543414 req-e1347b74-0fca-488e-b19b-aedc5673618d tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/security-groups?id=7693362b-22db-44c7-97ff-cf7bbcc471b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719650 Apr 29 15:38:47.481749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9d451-b795-42c3-94ea-79acf528748c tempest-TestShelveInstance-1879746986 tempest-TestShelveInstance-1879746986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:47.482484 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-11f9d451-b795-42c3-94ea-79acf528748c tempest-TestShelveInstance-1879746986 tempest-TestShelveInstance-1879746986-project-admin] Synchronizing usage tracker for tenant:a62e1e60fdc045f2b9370393e05ebc3a on resource:port {{(pid=73801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:47.500738 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-11f9d451-b795-42c3-94ea-79acf528748c tempest-TestShelveInstance-1879746986 tempest-TestShelveInstance-1879746986-project-admin] Unset dirty status for tenant:a62e1e60fdc045f2b9370393e05ebc3a on resource:port {{(pid=73801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:47.505782 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-11f9d451-b795-42c3-94ea-79acf528748c tempest-TestShelveInstance-1879746986 tempest-TestShelveInstance-1879746986-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1093 time: 0.3266847 Apr 29 15:38:47.506483 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54488) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.512796 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Request body: {'floatingip': {'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'port_id': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:47.518872 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:47.523012 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Usage tracker for resource:floatingip and tenant:ac9f99231f4d446797bac28d1207ac74 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:47.525746 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:47.532309 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:47.543610 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for floatingip, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.546485 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753145a3-f5a9-44e7-8805-c8a60bbc259e req-cc8e5ae7-f6d6-4afa-8322-709fe59e98d0 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:47.548009 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-753145a3-f5a9-44e7-8805-c8a60bbc259e req-cc8e5ae7-f6d6-4afa-8322-709fe59e98d0 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.2717516 Apr 29 15:38:47.624059 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['00515b46-85d1-4550-ab8e-18e9be1dc9a3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:38:47.708447 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-753145a3-f5a9-44e7-8805-c8a60bbc259e req-72e0b86a-8f38-4693-a32d-8606a474a9da tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526763 Apr 29 15:38:47.743051 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.750709 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:47.787345 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.806580 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e0188-e207-46e7-b4cd-05dcc7d85bae req-3f3f8143-2aa2-432c-9c08-7516582a93bc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:47.808123 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5f8e0188-e207-46e7-b4cd-05dcc7d85bae req-3f3f8143-2aa2-432c-9c08-7516582a93bc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 944 time: 0.2011278 Apr 29 15:38:47.809028 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Pushing event deleted for resources: {'Port': ['ID=006b7917-196e-4e1c-8c65-b1dabc39ab34,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:47.831291 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.832372 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.832728 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.833105 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.833435 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.834252 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.834572 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.834970 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.835694 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.836042 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.836384 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.836725 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:47.857422 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:47.960721 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] No DVR routers for this DVR port 006b7917-196e-4e1c-8c65-b1dabc39ab34 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:47.964884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.970576 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2077ee49-0825-4673-9a6d-7a0fccb051cb', 'name': 'network-vif-deleted', 'tag': '006b7917-196e-4e1c-8c65-b1dabc39ab34'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:47.975685 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Allocated IP 172.28.2.65 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/f2f8fdf4-4c06-4a84-b30f-2bd39ea7585e) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:48.000291 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5f8e0188-e207-46e7-b4cd-05dcc7d85bae req-53781558-f29d-4f2d-beb3-6173f0eb99f7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662822 Apr 29 15:38:48.023255 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2d71a145-0152-4a8e-b248-35488a9de616 req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.47 "DELETE /v2.0/ports/006b7917-196e-4e1c-8c65-b1dabc39ab34 HTTP/1.1" status: 204 len: 173 time: 1.3243802 Apr 29 15:38:48.042243 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2077ee49-0825-4673-9a6d-7a0fccb051cb', 'name': 'network-vif-deleted', 'tag': '006b7917-196e-4e1c-8c65-b1dabc39ab34', 'status': 'completed', 'code': 200} Apr 29 15:38:48.139286 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.170301 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.174797 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e3e9418f-0cb7-4247-8c8c-28f152edfa8b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:48.244010 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:48.247406 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:48.251185 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:38:48.283602 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'Port': ['ID=f2f8fdf4-4c06-4a84-b30f-2bd39ea7585e,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:48.293646 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:48.592912 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['006b7917-196e-4e1c-8c65-b1dabc39ab34'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:38:48.679817 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.680260 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-aa2262e0-61f6-48bd-8526-bd06f29940d5 req-89a25139-8eb9-4946-9f4c-21af3757c535 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Synchronizing usage tracker for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:48.701390 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-aa2262e0-61f6-48bd-8526-bd06f29940d5 req-89a25139-8eb9-4946-9f4c-21af3757c535 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Unset dirty status for tenant:4ce43af9c75440fea48ea4f194084b4e on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:48.702851 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-aa2262e0-61f6-48bd-8526-bd06f29940d5 req-89a25139-8eb9-4946-9f4c-21af3757c535 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] 10.222.0.42 "GET /v2.0/ports?device_id=2077ee49-0825-4673-9a6d-7a0fccb051cb HTTP/1.1" status: 200 len: 210 time: 0.0762608 Apr 29 15:38:48.763414 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.907133 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9d993-7948-4934-a80f-52cff3830086 req-abfada4c-6326-46a6-9927-2f54f38cb51c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:48.908874 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c7c9d993-7948-4934-a80f-52cff3830086 req-abfada4c-6326-46a6-9927-2f54f38cb51c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0921450 Apr 29 15:38:48.958330 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c7c9d993-7948-4934-a80f-52cff3830086 req-41f16537-01d9-4c97-87fc-110ff014152f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410254 Apr 29 15:38:48.974320 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:48.983374 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.987953 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.991773 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:49.049026 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:49.049410 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.101860 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event updated for resources: {'Port': ['ID=f2f8fdf4-4c06-4a84-b30f-2bd39ea7585e,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:49.106653 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:49.115675 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.167014 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.193841 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:49.204582 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:49.205944 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3860d-49b0-4a62-beb1-924bc010cde0 req-9223e763-0994-4c10-86b8-e54bf6034271 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:49.207525 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96f3860d-49b0-4a62-beb1-924bc010cde0 req-9223e763-0994-4c10-86b8-e54bf6034271 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 944 time: 0.0835278 Apr 29 15:38:49.214163 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.216668 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:49.254869 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'code': 200} Apr 29 15:38:49.274739 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-96f3860d-49b0-4a62-beb1-924bc010cde0 req-1136a1c9-d4f9-4ea3-b938-5a4affceb720 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610027 Apr 29 15:38:49.288550 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=10']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:49.291722 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:49.297155 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.l3_db [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Floating IP acdd1c84-9fb8-4652-b086-09b139b466c1 associated. External IP: 172.28.2.65, port: 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253. Apr 29 15:38:49.721763 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:38:49.812599 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 54516) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:49.882936 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Deleting subnet 99973739-4135-41c4-9de6-76d4ff5f2b73 {{(pid=73800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:38:49.910992 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:49.921372 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] Sync routers for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:49.922511 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.933035 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:38:49.933653 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:38:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:49.937477 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.997119 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.013460 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.014646 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e88a575e-c45f-4f29-b531-86cea3008bf2 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5071959 Apr 29 15:38:50.015306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:38:50.075491 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'status': 'completed', 'code': 200} Apr 29 15:38:50.093285 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd872843-e185-4b46-ae4a-38b70b737878 req-0a7e3caa-6074-4a0c-9b74-9ce829534d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:50.095536 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bd872843-e185-4b46-ae4a-38b70b737878 req-0a7e3caa-6074-4a0c-9b74-9ce829534d27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 1099 time: 0.2157128 Apr 29 15:38:50.173004 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:38:50.488631 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bd872843-e185-4b46-ae4a-38b70b737878 req-c74d7792-102a-4313-920d-83e9bbf99608 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311739 Apr 29 15:38:50.562461 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'acdd1c84-9fb8-4652-b086-09b139b466c1', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'floating_ip_address': '172.28.2.65', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'port_id': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'mac_address': 'fa:16:3e:9a:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:38:48Z', 'updated_at': '2021-04-29T15:38:48Z', 'revision_number': 0, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:47Z', 'revision_number': 5, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:50.566101 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] Checking router: 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:38:50.575215 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:38:50.575801 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:38:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:50.581491 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-0fc80ba8-cbc9-4ffc-b766-3202ac6d3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:50.582987 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-0fc80ba8-cbc9-4ffc-b766-3202ac6d3bf6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1098 time: 0.4266987 Apr 29 15:38:50.594518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081e3d-7a5b-49ad-86b6-2cf7187b276d req-5c288c77-efee-4a28-b718-17c9dfad75f6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:50.595914 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0b081e3d-7a5b-49ad-86b6-2cf7187b276d req-5c288c77-efee-4a28-b718-17c9dfad75f6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.4949901 Apr 29 15:38:50.676518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d1cd-c239-411f-929d-852ef7be1d96 req-f8544190-2e66-491b-8a45-315f466788dc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:50.677974 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae26d1cd-c239-411f-929d-852ef7be1d96 req-f8544190-2e66-491b-8a45-315f466788dc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 946 time: 0.2811618 Apr 29 15:38:50.683157 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0b081e3d-7a5b-49ad-86b6-2cf7187b276d req-25181630-28c1-4fec-ad04-9a3e01adf941 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796852 Apr 29 15:38:50.704513 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.713527 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-5af3a8cd-4b2c-4f6a-90a4-c09c29cf56d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:50.757566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99973739-4135-41c4-9de6-76d4ff5f2b73,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:50.758190 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:38:50.765003 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:50.768085 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.776407 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae26d1cd-c239-411f-929d-852ef7be1d96 req-b74896b2-9c34-4484-8087-d70bcaf26f91 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922916 Apr 29 15:38:50.778136 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/99973739-4135-41c4-9de6-76d4ff5f2b73 HTTP/1.1" status: 204 len: 168 time: 0.9645040 Apr 29 15:38:50.780860 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54530) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:50.890803 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.955784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-644c70fd-8c07-439d-9096-2afb648b6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:50.957118 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-644c70fd-8c07-439d-9096-2afb648b6793 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 909 time: 0.1287377 Apr 29 15:38:50.965379 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 006b7917-196e-4e1c-8c65-b1dabc39ab34 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:51.001009 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 006b7917-196e-4e1c-8c65-b1dabc39ab34 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:38:51.001355 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 006b7917-196e-4e1c-8c65-b1dabc39ab34 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:51.017837 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.077527 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-21b038a9-bbc3-4cd3-a775-816c2024be94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 998 time: 0.1066825 Apr 29 15:38:51.113299 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'acdd1c84-9fb8-4652-b086-09b139b466c1', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'floating_ip_address': '172.28.2.65', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'port_id': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'mac_address': 'fa:16:3e:9a:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:38:48Z', 'updated_at': '2021-04-29T15:38:48Z', 'revision_number': 0, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:47Z', 'revision_number': 5, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:51.117330 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59415ecf-10ad-4d67-88c9-38be9ca54db4 None None] The sync data for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb is: [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'acdd1c84-9fb8-4652-b086-09b139b466c1', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'floating_ip_address': '172.28.2.65', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'port_id': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'mac_address': 'fa:16:3e:9a:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:38:48Z', 'updated_at': '2021-04-29T15:38:48Z', 'revision_number': 0, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:47Z', 'revision_number': 5, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:51.126048 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bd4f8f-fb6b-4144-af8e-d3d2b328ba52']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:51.141700 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:51.141953 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f5678d-a20e-4be4-96c4-db4c9ccdb3e2') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:51.150712 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-09138d48-45f2-476b-93a0-433ea5217dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:51.152429 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-09138d48-45f2-476b-93a0-433ea5217dde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 200 len: 847 time: 0.0683961 Apr 29 15:38:51.154719 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.173100 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.180536 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:51.247768 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-ed468eab-4032-48ac-b19b-a6fb46784e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:51.249967 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-ed468eab-4032-48ac-b19b-a6fb46784e9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e78f40-4c18-4393-b894-08f7fc6b0370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889778 Apr 29 15:38:51.351927 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:38:51.361700 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.408181 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc6a1d-ebf2-44aa-8fd0-e339417eaade None None] New status for floating IP acdd1c84-9fb8-4652-b086-09b139b466c1: ACTIVE {{(pid=73802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:38:51.430574 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-8fa142e2-a9e7-4b16-88b5-d808929fcb8d service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634152 Apr 29 15:38:51.591079 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a0a13236-1ede-49b0-ab18-502cc6dffc0e req-91bdc6dc-3f15-411c-910e-e995fe5021d8 service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504841 Apr 29 15:38:51.692134 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Network 08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:51.726749 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:51.800227 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.812843 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:51.825687 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.835870 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=08bd4f8f-fb6b-4144-af8e-d3d2b328ba52,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:51.839044 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:51.848198 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-027de135-95bd-4f67-ae9a-9bc13b2977e2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/08bd4f8f-fb6b-4144-af8e-d3d2b328ba52 HTTP/1.1" status: 204 len: 168 time: 1.0636475 Apr 29 15:38:51.927445 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50762db-4710-4ecc-b1e7-930e7fea6e4e req-a084be60-4afd-4b8a-9d75-eeda8805e696 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:51.928968 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d50762db-4710-4ecc-b1e7-930e7fea6e4e req-a084be60-4afd-4b8a-9d75-eeda8805e696 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1137955 Apr 29 15:38:51.988291 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54550) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:51.996905 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d50762db-4710-4ecc-b1e7-930e7fea6e4e req-7e7f2d94-f672-4faa-a043-eaa54624af35 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Apr 29 15:38:52.058800 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-9b939b23-be8a-463f-b474-beac22ba1baa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ce43af9c75440fea48ea4f194084b4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0686836 Apr 29 15:38:52.061490 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54556) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:52.105078 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e307-edd8-4470-beaa-d0b723e7277b req-43e34dc9-531a-43cc-8c63-b2734ef6faae tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:52.107198 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c924e307-edd8-4470-beaa-d0b723e7277b req-43e34dc9-531a-43cc-8c63-b2734ef6faae tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 946 time: 0.1136482 Apr 29 15:38:52.139759 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c473-d4d9-4fc6-acc8-72cccdf4abe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.157070 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c924e307-edd8-4470-beaa-d0b723e7277b req-e1fad304-a1fa-433f-9475-66dd7103f759 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435305 Apr 29 15:38:52.172864 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c473-d4d9-4fc6-acc8-72cccdf4abe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.225157 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c473-d4d9-4fc6-acc8-72cccdf4abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.230313 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-66745fd1-0e01-48d1-a6cd-e83d8bb73416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:52.242987 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3c473-d4d9-4fc6-acc8-72cccdf4abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7693362b-22db-44c7-97ff-cf7bbcc471b7,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:52.245882 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5bb3c473-d4d9-4fc6-acc8-72cccdf4abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:52.248478 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c473-d4d9-4fc6-acc8-72cccdf4abe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.249872 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5bb3c473-d4d9-4fc6-acc8-72cccdf4abe4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7693362b-22db-44c7-97ff-cf7bbcc471b7 HTTP/1.1" status: 204 len: 168 time: 0.1872907 Apr 29 15:38:53.188086 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c6191-3cb5-4bc7-9dc6-d2f8ae3a1cf0 req-1927506c-b801-48b1-b85c-1c4b7108fc0e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:53.189617 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-851c6191-3cb5-4bc7-9dc6-d2f8ae3a1cf0 req-1927506c-b801-48b1-b85c-1c4b7108fc0e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0797932 Apr 29 15:38:53.243500 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-851c6191-3cb5-4bc7-9dc6-d2f8ae3a1cf0 req-bda3c2f2-d7bc-450e-a6e5-4f1c14e5ddbe tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Apr 29 15:38:53.382597 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605aa06a-d5af-445a-bead-cb92356ba7c7 req-1c606165-48d2-4f2a-a609-283cb11382ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:53.384350 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-605aa06a-d5af-445a-bead-cb92356ba7c7 req-1c606165-48d2-4f2a-a609-283cb11382ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 946 time: 0.0953577 Apr 29 15:38:53.443453 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-605aa06a-d5af-445a-bead-cb92356ba7c7 req-e1c2284c-7166-4e13-ba88-42d0aa2de43f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521054 Apr 29 15:38:54.216051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54652) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.334155 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.348490 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:54.352334 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Usage tracker for resource:security_group_rule and tenant:94c61fb0362e4320b421cb795014a4fa is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:54.355459 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:54.361808 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:54.452595 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e053-0ba6-40c7-ae3f-df5be46e07fb req-3cc31ef1-db45-42c3-999c-a2323828a4de tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:54.453807 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.458590 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9791e053-0ba6-40c7-ae3f-df5be46e07fb req-3cc31ef1-db45-42c3-999c-a2323828a4de tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0967269 Apr 29 15:38:54.458861 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.466240 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5bb3c473-d4d9-4fc6-acc8-72cccdf4abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:54.501086 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9791e053-0ba6-40c7-ae3f-df5be46e07fb req-5557ef8b-3cd6-48cb-bce6-bf0f8e2efdc7 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Apr 29 15:38:54.505363 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74970e8b-8673-456c-b7e9-c6da4c7162ff,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.508713 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:54.511002 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94c61fb0362e4320b421cb795014a4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939553 Apr 29 15:38:54.513946 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 54660) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.572229 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6548-3820-4adf-80fa-2cc3d65bed09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.596909 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6548-3820-4adf-80fa-2cc3d65bed09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.651813 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6548-3820-4adf-80fa-2cc3d65bed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.656325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-628625b3-c236-4aa6-9d6d-40f6ced8518f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:54.669402 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e6548-3820-4adf-80fa-2cc3d65bed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74970e8b-8673-456c-b7e9-c6da4c7162ff,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.672370 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cb0e6548-3820-4adf-80fa-2cc3d65bed09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:54.674320 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6548-3820-4adf-80fa-2cc3d65bed09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.675401 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-cb0e6548-3820-4adf-80fa-2cc3d65bed09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74970e8b-8673-456c-b7e9-c6da4c7162ff HTTP/1.1" status: 204 len: 168 time: 0.1601877 Apr 29 15:38:54.968503 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 54676) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.985865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.999865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:55.003685 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Usage tracker for resource:security_group_rule and tenant:246e5b60154a4f02b1563b85374fa3e7 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:55.006518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:55.012129 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:55.174673 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.178976 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.187173 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fc9da00d-2d70-401a-b529-ae4709f5766b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:55.226575 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=246e5b60154a4f02b1563b85374fa3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569757 Apr 29 15:38:55.227493 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d3678c-7c14-4482-b432-06899843b64c,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.229165 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54680) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.231516 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:55.303479 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c4f061a9-d8d1-4f68-869c-d1da071e6ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.331516 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c4f061a9-d8d1-4f68-869c-d1da071e6ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.382341 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c4f061a9-d8d1-4f68-869c-d1da071e6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.385847 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-40bedf90-1790-461f-90b3-a627c2510199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:38:55.398798 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f061a9-d8d1-4f68-869c-d1da071e6ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d3678c-7c14-4482-b432-06899843b64c,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.402593 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c4f061a9-d8d1-4f68-869c-d1da071e6ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:38:55.407733 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c4f061a9-d8d1-4f68-869c-d1da071e6ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.411623 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c4f061a9-d8d1-4f68-869c-d1da071e6ae3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74d3678c-7c14-4482-b432-06899843b64c HTTP/1.1" status: 204 len: 168 time: 0.1810055 Apr 29 15:38:55.754936 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2230-14e9-4c89-a491-c4cc24481aa9 req-2d65c008-ad51-437a-a425-13f0ff666127 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:55.754936 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-20ea2230-14e9-4c89-a491-c4cc24481aa9 req-2d65c008-ad51-437a-a425-13f0ff666127 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1401682 Apr 29 15:38:55.757637 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b2b2-fdcd-435b-b514-c14917ce8ef4 req-63a4eb08-ac56-47f2-b842-5391194778ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:55.759396 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5519b2b2-fdcd-435b-b514-c14917ce8ef4 req-63a4eb08-ac56-47f2-b842-5391194778ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1099 time: 0.1091983 Apr 29 15:38:55.825832 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-20ea2230-14e9-4c89-a491-c4cc24481aa9 req-882a38b0-d13f-42a8-83fe-d38b48bfe2d9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647829 Apr 29 15:38:55.831079 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5519b2b2-fdcd-435b-b514-c14917ce8ef4 req-936481f7-d89b-4d7d-a042-44ae5a52e61c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561364 Apr 29 15:38:56.228896 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-a2a51b94-8f22-4eb4-8d00-48d62d224317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.027299 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e01e85-1dc3-42ae-bdbe-fcde40275b37 req-7180cc7e-3e78-4194-a94f-5e0a9f81fcae tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:57.028919 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b0e01e85-1dc3-42ae-bdbe-fcde40275b37 req-7180cc7e-3e78-4194-a94f-5e0a9f81fcae tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0849841 Apr 29 15:38:57.080079 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b0e01e85-1dc3-42ae-bdbe-fcde40275b37 req-941fa7ba-a60c-42f7-b08d-33974822cffa tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Apr 29 15:38:58.285977 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a537e5-be0d-485d-bffc-48578df615af req-9ba24525-707b-447f-be8d-84d9f4f89a86 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:58.290689 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d3a537e5-be0d-485d-bffc-48578df615af req-9ba24525-707b-447f-be8d-84d9f4f89a86 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0888178 Apr 29 15:38:58.334103 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d3a537e5-be0d-485d-bffc-48578df615af req-a364d612-4b2a-4337-bb2a-e0948055fb6f tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Apr 29 15:38:58.895299 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-732c94f3-5a22-4cec-a5e8-5f534fb1bd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.902241 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.937978 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606351a8-2fab-496f-b990-8d41d957b098 req-5c7e7083-5c92-4322-888d-27a50ccf9f0e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:58.939410 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-606351a8-2fab-496f-b990-8d41d957b098 req-5c7e7083-5c92-4322-888d-27a50ccf9f0e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1062024 Apr 29 15:38:58.942187 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-5f941797-3b01-4f9b-905c-ac578a472727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:58.943517 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-5f941797-3b01-4f9b-905c-ac578a472727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 1099 time: 0.1447473 Apr 29 15:38:59.070942 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-606351a8-2fab-496f-b990-8d41d957b098 req-5f1a0f4c-0afe-49e5-81e9-c4e8f594e38d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255682 Apr 29 15:38:59.104028 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-47cc66c3-564e-4da8-bfd1-b4d2b1abf57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:59.105820 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-47cc66c3-564e-4da8-bfd1-b4d2b1abf57c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 200 len: 920 time: 0.1462522 Apr 29 15:38:59.178453 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-e8ab3862-d905-4155-81e6-7200982d3133 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0643866 Apr 29 15:38:59.240140 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-089c8127-179b-46c6-882c-3ff9cfc8cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:38:59.241536 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-089c8127-179b-46c6-882c-3ff9cfc8cebc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 200 len: 859 time: 0.0568862 Apr 29 15:38:59.294847 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-a94ed6e3-24b9-4afe-bfc7-417f0daeb5c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b758967a-7697-46b6-b37c-0a4fbe8e037c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396292 Apr 29 15:38:59.427024 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-015ad46e-676e-4a6e-9e8a-6c3d027e404a service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236844 Apr 29 15:38:59.566141 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4b0a05c0-1d70-4cde-b817-9043d6f2bdbc req-907ccfc7-fb87-4716-8906-4f1cb9747b21 service neutron] 10.222.0.47 "GET /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231456 Apr 29 15:39:00.103921 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.270642 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc589aa-c945-4d9a-9a89-d49a865d8e2e req-e0c89fbe-5033-4d87-9d55-c2d253718a9d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:00.272090 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cc589aa-c945-4d9a-9a89-d49a865d8e2e req-e0c89fbe-5033-4d87-9d55-c2d253718a9d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0842671 Apr 29 15:39:00.317366 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cc589aa-c945-4d9a-9a89-d49a865d8e2e req-07d2a52d-4828-43ce-8e23-3cf285f31c8b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Apr 29 15:39:01.514880 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09163d4f-c0c4-42fc-8a89-70a384fe58f0 req-6bcfbe0c-4fa3-4f2b-ac39-5a4ab5b2dddd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:01.516350 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-09163d4f-c0c4-42fc-8a89-70a384fe58f0 req-6bcfbe0c-4fa3-4f2b-ac39-5a4ab5b2dddd tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0797086 Apr 29 15:39:01.565862 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-09163d4f-c0c4-42fc-8a89-70a384fe58f0 req-3f076c68-9b50-4961-ac5d-db6a04ed09df tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Apr 29 15:39:01.688281 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.755829 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0d37a-4234-4e0a-b3e7-7f9e09c166cc req-649a6398-5c9a-4a97-a27d-ee2fceb040e6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:02.757163 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8cf0d37a-4234-4e0a-b3e7-7f9e09c166cc req-649a6398-5c9a-4a97-a27d-ee2fceb040e6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0778131 Apr 29 15:39:02.800421 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8cf0d37a-4234-4e0a-b3e7-7f9e09c166cc req-f0e7391c-cb84-4af6-84f9-0da2e73aefc2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373936 Apr 29 15:39:03.368054 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.098235 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 54888) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:05.214391 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.228182 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:05.232355 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f01ab5cbb940af86383917c585e1d8 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:05.235212 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:05.240828 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:05.320423 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.324080 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.335964 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-421cc1b0-f68c-465b-bbcc-acf008c18bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:05.438750 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7f01ab5cbb940af86383917c585e1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392291 Apr 29 15:39:05.440606 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10972bfc-a48b-404e-a85a-927003548b96,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:05.440766 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54894) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:05.443961 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:05.499320 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fba75bf1-5d4c-4bc5-b18b-76d14187e1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.525529 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fba75bf1-5d4c-4bc5-b18b-76d14187e1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.576562 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fba75bf1-5d4c-4bc5-b18b-76d14187e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.580130 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6e6cc646-0164-4498-b204-a520b353efa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:05.593482 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba75bf1-5d4c-4bc5-b18b-76d14187e1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10972bfc-a48b-404e-a85a-927003548b96,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:05.597989 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-fba75bf1-5d4c-4bc5-b18b-76d14187e1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:05.599835 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fba75bf1-5d4c-4bc5-b18b-76d14187e1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.603338 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-fba75bf1-5d4c-4bc5-b18b-76d14187e1da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10972bfc-a48b-404e-a85a-927003548b96 HTTP/1.1" status: 204 len: 168 time: 0.1593008 Apr 29 15:39:05.901747 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54910) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:05.919419 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.935703 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:05.939824 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Usage tracker for resource:security_group_rule and tenant:b1b556e5f9864c2cb3276072ed5cc86a is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:05.943253 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:05.950074 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:06.032230 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.035901 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.044406 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-8c446426-1fc7-482a-898e-420ace9cea42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:06.084440 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1b556e5f9864c2cb3276072ed5cc86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815724 Apr 29 15:39:06.086218 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d935227-4c3b-4dec-8f60-53ccbc06bfa6,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.090256 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 54916) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:06.092366 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:06.153330 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3e995d5e-06a1-49b9-b296-1f7d97040081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.179414 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3e995d5e-06a1-49b9-b296-1f7d97040081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.232093 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3e995d5e-06a1-49b9-b296-1f7d97040081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.235794 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-9ccf7472-28bd-4689-954d-1c83933c9e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:06.248382 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e995d5e-06a1-49b9-b296-1f7d97040081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d935227-4c3b-4dec-8f60-53ccbc06bfa6,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.251260 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3e995d5e-06a1-49b9-b296-1f7d97040081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:06.253227 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3e995d5e-06a1-49b9-b296-1f7d97040081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.257449 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-3e995d5e-06a1-49b9-b296-1f7d97040081 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d935227-4c3b-4dec-8f60-53ccbc06bfa6 HTTP/1.1" status: 204 len: 168 time: 0.1635804 Apr 29 15:39:06.316498 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fe6c1-d640-473d-8271-7f338a628c72 req-1b517854-2641-4e98-9581-ae5c15601fb5 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:06.317861 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7b5fe6c1-d640-473d-8271-7f338a628c72 req-1b517854-2641-4e98-9581-ae5c15601fb5 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.0789685 Apr 29 15:39:06.366498 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7b5fe6c1-d640-473d-8271-7f338a628c72 req-e4f351e4-4e68-448f-9b99-dae6fbe446f4 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Apr 29 15:39:07.290868 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ed3aa-87f6-40be-bdd2-a1c93271ec46 req-44487229-e329-4af0-afb6-791b6b39d450 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:07.292326 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-614ed3aa-87f6-40be-bdd2-a1c93271ec46 req-44487229-e329-4af0-afb6-791b6b39d450 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0860991 Apr 29 15:39:07.339554 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-614ed3aa-87f6-40be-bdd2-a1c93271ec46 req-952ba1cc-4f14-4e20-b26f-da73fa63377c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Apr 29 15:39:07.560638 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b20986-bb7c-476e-a048-6ef3c5b018a8 req-770ced3f-c1c3-4bc5-a156-17981d37336b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:07.562282 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d4b20986-bb7c-476e-a048-6ef3c5b018a8 req-770ced3f-c1c3-4bc5-a156-17981d37336b tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.0830491 Apr 29 15:39:07.611907 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d4b20986-bb7c-476e-a048-6ef3c5b018a8 req-b962dc71-973a-47d1-9fb3-0e896f87d6a2 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Apr 29 15:39:08.532479 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8faf70-d7d0-44bb-aff9-9d2c04747d27 req-bbbc2188-c774-4675-ab5c-dc1a8c462fe9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:08.534101 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8d8faf70-d7d0-44bb-aff9-9d2c04747d27 req-bbbc2188-c774-4675-ab5c-dc1a8c462fe9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0885599 Apr 29 15:39:08.579847 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8d8faf70-d7d0-44bb-aff9-9d2c04747d27 req-a2a98e7b-2aca-47b7-b65a-667af08dc740 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 Apr 29 15:39:08.830445 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e50e-35eb-4a35-9045-43b4277dc385 req-b68bc6e5-c8f3-437f-94df-63049128c273 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:08.831913 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87b6e50e-35eb-4a35-9045-43b4277dc385 req-b68bc6e5-c8f3-437f-94df-63049128c273 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.0827637 Apr 29 15:39:08.878267 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87b6e50e-35eb-4a35-9045-43b4277dc385 req-01678cce-350d-474e-8b51-a6e46930bdf4 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Apr 29 15:39:09.779228 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac353a-e2eb-4a87-9b2d-73848b5391e7 req-ecf09aa2-2d48-4fcd-bc30-89bc971d6484 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:09.780821 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-56ac353a-e2eb-4a87-9b2d-73848b5391e7 req-ecf09aa2-2d48-4fcd-bc30-89bc971d6484 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0972314 Apr 29 15:39:09.833486 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-56ac353a-e2eb-4a87-9b2d-73848b5391e7 req-6feb26f9-152c-412c-b754-aa8f577da44c tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Apr 29 15:39:10.060163 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395023b1-2931-4b94-8f66-c8cf2e637da0 req-139215b0-6666-4f96-8c56-838d4348fdf5 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:10.061686 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-395023b1-2931-4b94-8f66-c8cf2e637da0 req-139215b0-6666-4f96-8c56-838d4348fdf5 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.0789428 Apr 29 15:39:10.109523 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-395023b1-2931-4b94-8f66-c8cf2e637da0 req-93f53086-e0a9-48e0-b32f-2da3f2cdfdf2 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417316 Apr 29 15:39:10.489182 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-d348c462-99aa-4c9c-941a-adbfed552b3d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:10.490701 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-d348c462-99aa-4c9c-941a-adbfed552b3d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.47 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 945 time: 0.0860918 Apr 29 15:39:10.628688 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Deleting port 3dbd0973-fa00-4667-823f-1aad67e86f7b {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:10.629021 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.760838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] For port 3dbd0973-fa00-4667-823f-1aad67e86f7b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3dbd0973-fa00-4667-823f-1aad67e86f7b,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:10.761227 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.886063 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Calling delete_port for 3dbd0973-fa00-4667-823f-1aad67e86f7b owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:39:11.050918 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.063436 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fc99dbcd-737d-4fba-a659-5976a1d2479e tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:11.096221 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1', '3dbd0973-fa00-4667-823f-1aad67e86f7b'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:39:11.110944 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Pushing event deleted for resources: {'Port': ['ID=3dbd0973-fa00-4667-823f-1aad67e86f7b,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.117201 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:11.218154 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] No DVR routers for this DVR port 3dbd0973-fa00-4667-823f-1aad67e86f7b on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:11.228025 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa50c6-b545-4988-8200-306ccb0a6fe3 req-9c6c7cb9-4a5b-48aa-a644-e776ab6fdf35 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:11.229599 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-efaa50c6-b545-4988-8200-306ccb0a6fe3 req-9c6c7cb9-4a5b-48aa-a644-e776ab6fdf35 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 867 time: 0.2637377 Apr 29 15:39:11.230746 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.233902 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acac919-bb86-40d5-9845-b79ee56bf4da', 'name': 'network-vif-deleted', 'tag': '3dbd0973-fa00-4667-823f-1aad67e86f7b'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:39:11.420861 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-efaa50c6-b545-4988-8200-306ccb0a6fe3 req-0d6a8496-a9b3-49e1-8659-43504eefb05a tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774499 Apr 29 15:39:11.430589 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fd4438a4-70d0-4242-8a37-1e904a05250a req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.47 "DELETE /v2.0/ports/3dbd0973-fa00-4667-823f-1aad67e86f7b HTTP/1.1" status: 204 len: 173 time: 0.9318781 Apr 29 15:39:11.462934 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c7089-225b-4821-a3e7-aca92b883216 req-4bae90a8-f971-46d3-8d70-29eba60f9fc8 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:11.464506 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-547c7089-225b-4821-a3e7-aca92b883216 req-4bae90a8-f971-46d3-8d70-29eba60f9fc8 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.2031546 Apr 29 15:39:11.491890 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acac919-bb86-40d5-9845-b79ee56bf4da', 'name': 'network-vif-deleted', 'tag': '3dbd0973-fa00-4667-823f-1aad67e86f7b', 'status': 'completed', 'code': 200} Apr 29 15:39:11.519995 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-547c7089-225b-4821-a3e7-aca92b883216 req-c8e4fac2-b638-4038-8c76-f7803c21759a tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487192 Apr 29 15:39:12.067451 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55050) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:12.186856 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.200544 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:12.204801 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Usage tracker for resource:security_group_rule and tenant:cafd4f30c2834a0a86f5892f5afe474c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:12.208306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:12.214248 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:12.300374 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.303418 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.313145 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-620fd772-4534-4289-ba9b-2602a57e6854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:12.353849 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cafd4f30c2834a0a86f5892f5afe474c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853239 Apr 29 15:39:12.357171 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55058) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:12.360038 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74da174e-9e7f-435a-a9b3-fabaa4c4ba80,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:12.363859 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:12.518325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3508cf35-ca14-4b33-ba14-829544d23f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.572428 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3508cf35-ca14-4b33-ba14-829544d23f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.593532 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3a5471f4-301b-42ca-bbde-0f42a786fece tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:12.595704 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3a5471f4-301b-42ca-bbde-0f42a786fece tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.47 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.1805069 Apr 29 15:39:12.761050 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-b2363fd4-234e-4bfa-af85-9037842e62f1 req-92bb0080-6ea7-46f5-a339-fc4353f7e419 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Synchronizing usage tracker for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:12.836369 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-b2363fd4-234e-4bfa-af85-9037842e62f1 req-92bb0080-6ea7-46f5-a339-fc4353f7e419 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Unset dirty status for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:12.837403 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b2363fd4-234e-4bfa-af85-9037842e62f1 req-92bb0080-6ea7-46f5-a339-fc4353f7e419 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=6acac919-bb86-40d5-9845-b79ee56bf4da HTTP/1.1" status: 200 len: 210 time: 0.1894195 Apr 29 15:39:12.847380 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3508cf35-ca14-4b33-ba14-829544d23f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.853447 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:12.868457 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508cf35-ca14-4b33-ba14-829544d23f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74da174e-9e7f-435a-a9b3-fabaa4c4ba80,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:12.880300 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3508cf35-ca14-4b33-ba14-829544d23f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:12.899254 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3508cf35-ca14-4b33-ba14-829544d23f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.904127 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-3508cf35-ca14-4b33-ba14-829544d23f38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74da174e-9e7f-435a-a9b3-fabaa4c4ba80 HTTP/1.1" status: 204 len: 168 time: 0.5416095 Apr 29 15:39:12.916774 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1de2b-f53c-4328-abe1-88da9721a570 req-4d832f5f-5e42-4ef6-a6c1-92f980613888 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:12.918528 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-84f1de2b-f53c-4328-abe1-88da9721a570 req-4d832f5f-5e42-4ef6-a6c1-92f980613888 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 946 time: 0.2041121 Apr 29 15:39:12.924473 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Deleting port 79cfe2ff-6e69-46ec-9739-ae561970b81f {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:12.924820 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.105183 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3dbd0973-fa00-4667-823f-1aad67e86f7b no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:13.115962 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-84f1de2b-f53c-4328-abe1-88da9721a570 req-a21494fc-499f-4c54-9f27-ae7e0cb7bd62 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9983572-d3ee-435c-bb6f-71dda0e9ca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748116 Apr 29 15:39:13.151447 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 3dbd0973-fa00-4667-823f-1aad67e86f7b {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:39:13.152107 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3dbd0973-fa00-4667-823f-1aad67e86f7b not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:13.161230 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] For port 79cfe2ff-6e69-46ec-9739-ae561970b81f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=79cfe2ff-6e69-46ec-9739-ae561970b81f,segment=NetworkSegment(7d2f1112-8468-4f4b-a577-34c10f58f811),segment_id=7d2f1112-8468-4f4b-a577-34c10f58f811)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:13.161571 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.194334 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55074) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.212515 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.227070 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:13.230811 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Usage tracker for resource:security_group_rule and tenant:061edcfbc12d4968af54be71901d0ded is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:13.233923 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:13.239634 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:13.292049 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Calling delete_port for 79cfe2ff-6e69-46ec-9739-ae561970b81f owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:39:13.304087 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4298-29f6-41a9-adb1-9989fe8e7a90 req-13020db8-c390-4b7b-b3bf-a97a8c437c5b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:13.305668 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2ddc4298-29f6-41a9-adb1-9989fe8e7a90 req-13020db8-c390-4b7b-b3bf-a97a8c437c5b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.3364215 Apr 29 15:39:13.326012 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.331418 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.340340 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-78e1d7c8-9a79-405c-a807-40c2f6f26f93 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:13.366013 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2ddc4298-29f6-41a9-adb1-9989fe8e7a90 req-285751ba-5bf4-4fad-bb96-1c094c4ac766 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535760 Apr 29 15:39:13.387145 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d27e69-d039-4d5a-a84c-2ecded22181b,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:13.392215 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:13.399267 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=061edcfbc12d4968af54be71901d0ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007718 Apr 29 15:39:13.399267 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55078) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.459367 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-41c37c3f-2f36-452f-ab71-c67d63b6a556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.468980 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.474772 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-019f9970-b5ff-45de-8172-c7fec46af9b0 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:13.486860 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-41c37c3f-2f36-452f-ab71-c67d63b6a556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.518093 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Pushing event deleted for resources: {'Port': ['ID=79cfe2ff-6e69-46ec-9739-ae561970b81f,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:13.521637 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:13.540379 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-41c37c3f-2f36-452f-ab71-c67d63b6a556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.544189 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-01a73a54-d0c4-488a-ac2f-361df027f851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:13.557201 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c37c3f-2f36-452f-ab71-c67d63b6a556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d27e69-d039-4d5a-a84c-2ecded22181b,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:13.559548 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-41c37c3f-2f36-452f-ab71-c67d63b6a556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:13.567886 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-41c37c3f-2f36-452f-ab71-c67d63b6a556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.571229 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-41c37c3f-2f36-452f-ab71-c67d63b6a556 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28d27e69-d039-4d5a-a84c-2ecded22181b HTTP/1.1" status: 204 len: 168 time: 0.1693716 Apr 29 15:39:13.597960 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] No DVR routers for this DVR port 79cfe2ff-6e69-46ec-9739-ae561970b81f on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:13.600284 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.602871 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891b939c-b4d4-403c-8e7a-c028f4f1ac1d', 'name': 'network-vif-deleted', 'tag': '79cfe2ff-6e69-46ec-9739-ae561970b81f'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:39:13.620259 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9fdc0689-23ee-4dd4-9913-73f13b32a1d0 req-3b642818-fd53-403e-b5ce-46081dadcfda tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.47 "DELETE /v2.0/ports/79cfe2ff-6e69-46ec-9739-ae561970b81f HTTP/1.1" status: 204 len: 173 time: 1.0111251 Apr 29 15:39:13.652058 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891b939c-b4d4-403c-8e7a-c028f4f1ac1d', 'name': 'network-vif-deleted', 'tag': '79cfe2ff-6e69-46ec-9739-ae561970b81f', 'status': 'completed', 'code': 200} Apr 29 15:39:14.253675 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:39:14.356125 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-0897ee7e-11f1-4fab-bbb2-e68e03d8d3d9 req-0841a663-dcf3-4dc5-964b-acfd6f6850d9 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Synchronizing usage tracker for tenant:67b40c049d2b438dade55dc595cd9358 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:14.387287 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-0897ee7e-11f1-4fab-bbb2-e68e03d8d3d9 req-0841a663-dcf3-4dc5-964b-acfd6f6850d9 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Unset dirty status for tenant:67b40c049d2b438dade55dc595cd9358 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:14.389270 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0897ee7e-11f1-4fab-bbb2-e68e03d8d3d9 req-0841a663-dcf3-4dc5-964b-acfd6f6850d9 tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] 10.222.0.42 "GET /v2.0/ports?device_id=891b939c-b4d4-403c-8e7a-c028f4f1ac1d HTTP/1.1" status: 200 len: 210 time: 0.0866394 Apr 29 15:39:14.408918 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c358b6-34aa-44ab-bc14-85795c855702 req-102cde59-2930-49ff-924a-8a2884921684 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:14.410540 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8c358b6-34aa-44ab-bc14-85795c855702 req-102cde59-2930-49ff-924a-8a2884921684 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1430364 Apr 29 15:39:14.493515 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8c358b6-34aa-44ab-bc14-85795c855702 req-0c52b876-a7a8-4724-a140-b05eae592098 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746858 Apr 29 15:39:14.620839 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0e38c-3e6d-4efa-96f6-35861da57324 req-aa55260e-0f6d-488d-a356-78806f0c31ca tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:14.622241 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-49e0e38c-3e6d-4efa-96f6-35861da57324 req-aa55260e-0f6d-488d-a356-78806f0c31ca tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0878742 Apr 29 15:39:14.669302 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-49e0e38c-3e6d-4efa-96f6-35861da57324 req-b83ed6fa-7249-4e98-af1f-df59b5de3786 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414116 Apr 29 15:39:15.092813 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 79cfe2ff-6e69-46ec-9739-ae561970b81f no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:15.130883 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 79cfe2ff-6e69-46ec-9739-ae561970b81f {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:39:15.131231 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 79cfe2ff-6e69-46ec-9739-ae561970b81f not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:15.689647 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a08975-0c7b-4996-8fa4-0a5bd5f5ab89 req-6be14534-e352-43c5-9b2d-7b26cd0deded tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:15.691122 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-14a08975-0c7b-4996-8fa4-0a5bd5f5ab89 req-6be14534-e352-43c5-9b2d-7b26cd0deded tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0903635 Apr 29 15:39:15.759669 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-14a08975-0c7b-4996-8fa4-0a5bd5f5ab89 req-0611a1c5-1594-4a77-a421-a65d03bef9b2 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537205 Apr 29 15:39:15.896939 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a359b8c-a35c-49a6-a41b-96203b2e8cd9 req-52e35960-2f3c-41f7-8471-9e8672749630 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:15.898466 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0a359b8c-a35c-49a6-a41b-96203b2e8cd9 req-52e35960-2f3c-41f7-8471-9e8672749630 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0942223 Apr 29 15:39:15.956366 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0a359b8c-a35c-49a6-a41b-96203b2e8cd9 req-ff0d8407-f686-4e6a-8eed-1e8a3aa75744 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517030 Apr 29 15:39:17.015586 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18885b4c-c105-4772-a214-013d097ff640 req-7d87c747-1130-4f6e-a210-22e54e97af6d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:17.017093 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-18885b4c-c105-4772-a214-013d097ff640 req-7d87c747-1130-4f6e-a210-22e54e97af6d tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1517286 Apr 29 15:39:17.064601 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-18885b4c-c105-4772-a214-013d097ff640 req-2931ecb6-0431-4c25-980c-bb2b701d7929 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Apr 29 15:39:17.150880 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2352-d638-425c-848b-4ff3cb650b06 req-99d755c0-b519-40c3-94cf-05d0b4469a17 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:17.150880 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-60cd2352-d638-425c-848b-4ff3cb650b06 req-99d755c0-b519-40c3-94cf-05d0b4469a17 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0814862 Apr 29 15:39:17.199492 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-60cd2352-d638-425c-848b-4ff3cb650b06 req-37fb042d-9268-449e-b86b-fe1895cc78b0 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414047 Apr 29 15:39:18.255418 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd37ee-05e5-4792-9be7-23376b568a5b req-282ed462-2fec-49f4-9a20-6183e274a56b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:18.256882 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8cbd37ee-05e5-4792-9be7-23376b568a5b req-282ed462-2fec-49f4-9a20-6183e274a56b tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0809641 Apr 29 15:39:18.301666 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8cbd37ee-05e5-4792-9be7-23376b568a5b req-198b4a75-2aee-4422-9240-fa7224dd96a6 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 Apr 29 15:39:18.390583 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67450d78-d854-4279-b604-42154aa8ef2b req-2b868343-546d-4e13-aa2f-9f696f0e41c7 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:18.392338 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-67450d78-d854-4279-b604-42154aa8ef2b req-2b868343-546d-4e13-aa2f-9f696f0e41c7 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0839529 Apr 29 15:39:18.437391 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-67450d78-d854-4279-b604-42154aa8ef2b req-6915f5db-83e6-4e4b-8794-3b8c92db69eb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387454 Apr 29 15:39:19.492646 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84807e-6770-42f0-afc5-c2abee825afc req-d5299810-3e11-46ec-99ab-58e1342dded9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:19.494084 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0c84807e-6770-42f0-afc5-c2abee825afc req-d5299810-3e11-46ec-99ab-58e1342dded9 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.0830410 Apr 29 15:39:19.541951 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0c84807e-6770-42f0-afc5-c2abee825afc req-00498b7b-b943-4a9e-b3fa-94ff588ff424 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Apr 29 15:39:19.624931 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbbd00-1435-46d4-a865-4f749c21d8ea req-5ab8222f-6426-4b44-9ed0-a55710622f75 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:19.626954 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b6fbbd00-1435-46d4-a865-4f749c21d8ea req-5ab8222f-6426-4b44-9ed0-a55710622f75 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0784574 Apr 29 15:39:19.671211 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b6fbbd00-1435-46d4-a865-4f749c21d8ea req-f9abb25b-7680-48c5-b416-b0513dd35948 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384419 Apr 29 15:39:20.777700 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-1bf519d8-8ab2-4170-8ccb-f4887ad08b9e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:20.779248 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-1bf519d8-8ab2-4170-8ccb-f4887ad08b9e tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1422091 Apr 29 15:39:20.858350 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4df45-7822-45a7-84f6-9f6e61868bce req-35a00b4b-d6ae-4d54-a8da-f1446cd74cea tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:20.859799 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-34f4df45-7822-45a7-84f6-9f6e61868bce req-35a00b4b-d6ae-4d54-a8da-f1446cd74cea tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 946 time: 0.1907930 Apr 29 15:39:20.981650 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-34f4df45-7822-45a7-84f6-9f6e61868bce req-47e7663a-ca8c-4ed7-ad1f-c81251041e88 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/security-groups?id=5042d5b2-5baf-45f4-aa54-35adbe12932d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104324 Apr 29 15:39:21.015657 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca510c53-1402-4aeb-b4d5-2d209eff81de req-19db8172-1b02-44b3-99bd-ab10bf261d1b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:21.017721 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ca510c53-1402-4aeb-b4d5-2d209eff81de req-19db8172-1b02-44b3-99bd-ab10bf261d1b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.2356124 Apr 29 15:39:21.068278 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Deleting port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:21.068540 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.101641 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ca510c53-1402-4aeb-b4d5-2d209eff81de req-ae7cd903-0e8d-4173-a838-cdcbff5a7a80 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730379 Apr 29 15:39:21.212328 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] For port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:21.212696 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.337571 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Calling delete_port for 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:39:21.467628 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.476014 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:21.528017 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Pushing event deleted for resources: {'Port': ['ID=9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:21.531279 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:21.602765 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] No DVR routers for this DVR port 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:21.605485 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.608602 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eeb095-147e-4144-ac2d-7dd19b631918', 'name': 'network-vif-deleted', 'tag': '9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:39:21.627226 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7197f1fe-0535-4ffe-8a0f-ccc87791329b req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.47 "DELETE /v2.0/ports/9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 HTTP/1.1" status: 204 len: 173 time: 0.8121884 Apr 29 15:39:21.676389 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eeb095-147e-4144-ac2d-7dd19b631918', 'name': 'network-vif-deleted', 'tag': '9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1', 'status': 'completed', 'code': 200} Apr 29 15:39:22.148224 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-81535608-5156-486b-9381-9608d87d0616 req-b987aa15-1da4-4cea-8273-a05d882be209 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Synchronizing usage tracker for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:22.165069 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-81535608-5156-486b-9381-9608d87d0616 req-b987aa15-1da4-4cea-8273-a05d882be209 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Unset dirty status for tenant:7bcf7c653e4c4475917c0c9aaf33a0a9 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:22.166958 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81535608-5156-486b-9381-9608d87d0616 req-b987aa15-1da4-4cea-8273-a05d882be209 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1eeb095-147e-4144-ac2d-7dd19b631918 HTTP/1.1" status: 200 len: 210 time: 0.0670726 Apr 29 15:39:22.297000 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f3ea7-f9ea-4f3d-9270-a3a364516608 req-829cbe1e-84ee-4156-a6fd-47a3e7d95cfb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:22.299363 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f39f3ea7-f9ea-4f3d-9270-a3a364516608 req-829cbe1e-84ee-4156-a6fd-47a3e7d95cfb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0855114 Apr 29 15:39:22.351732 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f39f3ea7-f9ea-4f3d-9270-a3a364516608 req-38e18e93-5f8f-467c-9028-3bc7a0d5a4f1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458560 Apr 29 15:39:23.148548 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:23.182834 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:39:23.183181 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 9e1e4c75-bc0a-43e9-bc2a-cae42501fcd1 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:23.266514 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55296) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.618663 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63553c5-a566-480d-b075-d877ee6ab757 req-dde56e50-2b97-43bb-9089-6661e8e1b321 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:23.625579 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a63553c5-a566-480d-b075-d877ee6ab757 req-dde56e50-2b97-43bb-9089-6661e8e1b321 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1625774 Apr 29 15:39:23.670794 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a63553c5-a566-480d-b075-d877ee6ab757 req-aa7e67f5-47fe-4384-9a9a-6ad31f356576 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442379 Apr 29 15:39:23.760759 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55312) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.923594 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998021'] for router_interface, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.927126 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.944927 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:23.950152 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9a0d3e09b38e444a8c260d2f443abe72 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:23.953852 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:23.960266 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:24.183828 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762a48a-e6e0-4da4-a7d5-9571ae480fbf req-723aa788-f577-488e-bd78-15ae5d6064df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:24.185309 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7762a48a-e6e0-4da4-a7d5-9571ae480fbf req-723aa788-f577-488e-bd78-15ae5d6064df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1920168 Apr 29 15:39:24.201366 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-598e9059-e6f3-40df-b4c5-de798b44dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:24.202806 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-598e9059-e6f3-40df-b4c5-de798b44dd38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 1098 time: 0.1665261 Apr 29 15:39:24.241891 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.263089 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.273266 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d7c8f4c0-655a-40f2-9005-ebc9dc75fdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:24.363095 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Deleting port aef19e8c-6b45-4def-b0ea-fd30f3116d12 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:24.363598 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.389320 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7762a48a-e6e0-4da4-a7d5-9571ae480fbf req-592ecf04-cbe7-49b8-9e3d-00648f460497 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902890 Apr 29 15:39:24.393011 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e80218-b23f-4c6d-87d0-2b57d4589894,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:24.396008 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:24.401123 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a0d3e09b38e444a8c260d2f443abe72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392295 Apr 29 15:39:24.403927 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55324) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:24.472635 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-3f5235a4-0b4e-48cc-b2e4-11006577cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:24.474094 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-3f5235a4-0b4e-48cc-b2e4-11006577cdd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 911 time: 0.2525787 Apr 29 15:39:24.519268 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] For port aef19e8c-6b45-4def-b0ea-fd30f3116d12, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=aef19e8c-6b45-4def-b0ea-fd30f3116d12,segment=NetworkSegment(038208fc-e23f-449c-b08c-667ed1f060c2),segment_id=038208fc-e23f-449c-b08c-667ed1f060c2)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:24.519661 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.565314 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-300a2442-977e-4a13-93f8-9e2d9dbd08de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.618978 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-1ad3083c-f9dd-413d-807a-b4782b58ee41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9972be0-b018-417d-afd8-8cbf753604d4 HTTP/1.1" status: 200 len: 1000 time: 0.1374404 Apr 29 15:39:24.625789 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-300a2442-977e-4a13-93f8-9e2d9dbd08de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.651219 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Calling delete_port for aef19e8c-6b45-4def-b0ea-fd30f3116d12 owned by network:router_interface {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:39:24.719832 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-04cfb341-55cd-41b8-a1b6-5dfa2da4b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:24.721364 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-04cfb341-55cd-41b8-a1b6-5dfa2da4b2f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.0885763 Apr 29 15:39:24.790960 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-300a2442-977e-4a13-93f8-9e2d9dbd08de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.798937 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:24.816031 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a2442-977e-4a13-93f8-9e2d9dbd08de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e80218-b23f-4c6d-87d0-2b57d4589894,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:24.824429 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-300a2442-977e-4a13-93f8-9e2d9dbd08de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:24.833106 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-300a2442-977e-4a13-93f8-9e2d9dbd08de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.836937 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-300a2442-977e-4a13-93f8-9e2d9dbd08de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14e80218-b23f-4c6d-87d0-2b57d4589894 HTTP/1.1" status: 204 len: 168 time: 0.4289637 Apr 29 15:39:24.864716 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-b536829d-eb7a-44d5-b2e6-411311b0409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:24.866433 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-b536829d-eb7a-44d5-b2e6-411311b0409f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1371145 Apr 29 15:39:25.014231 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-1f7bb855-a22d-4aef-a301-cc88e7f8140c service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329317 Apr 29 15:39:25.018539 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.023591 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a4f84148-a0de-4142-8a95-9243e69f6076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:25.068576 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef19e8c-6b45-4def-b0ea-fd30f3116d12,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:25.098551 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:25.158399 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55336) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:25.167995 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1df98021-d4ec-459d-b65a-eb10163cfc95 req-d3dcc350-1e08-4e31-9a54-6934c1a2be6c service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464341 Apr 29 15:39:25.181393 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.343975 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:25.356762 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Usage tracker for resource:security_group_rule and tenant:661cb96a8e644ed4852321b2bfbc46c3 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:25.362141 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:25.371141 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:25.481773 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8118261'] for router_interface, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.605470 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0584782-24f2-4e31-8d45-33a039a12d8a req-97dbe7ce-02af-4052-b673-ffebb30753de tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:25.607096 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0584782-24f2-4e31-8d45-33a039a12d8a req-97dbe7ce-02af-4052-b673-ffebb30753de tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.0868239 Apr 29 15:39:25.654077 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0584782-24f2-4e31-8d45-33a039a12d8a req-9572227e-7a24-4b0e-b7ac-8e99c94b5e47 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399697 Apr 29 15:39:25.699719 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.705334 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.712940 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3e995d5e-06a1-49b9-b296-1f7d97040081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:25.816564 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414ff832-91bc-4b4d-ad6f-efb061d7d338,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:25.824838 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=661cb96a8e644ed4852321b2bfbc46c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631911 Apr 29 15:39:25.824838 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:25.825991 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55342) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:25.892922 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f32b2365-bee4-40d7-ae9b-3a746ffcf51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.936325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f32b2365-bee4-40d7-ae9b-3a746ffcf51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.954284 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Router 445862d7-d4aa-4c43-8635-439233e9f9c6 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:25.999662 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f32b2365-bee4-40d7-ae9b-3a746ffcf51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.004256 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:26.016047 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b2365-bee4-40d7-ae9b-3a746ffcf51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ff832-91bc-4b4d-ad6f-efb061d7d338,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.018982 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f32b2365-bee4-40d7-ae9b-3a746ffcf51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:26.027771 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f32b2365-bee4-40d7-ae9b-3a746ffcf51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.031952 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-f32b2365-bee4-40d7-ae9b-3a746ffcf51c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/414ff832-91bc-4b4d-ad6f-efb061d7d338 HTTP/1.1" status: 204 len: 168 time: 0.2057040 Apr 29 15:39:26.162268 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:26.173726 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] Sync routers for ids ['445862d7-d4aa-4c43-8635-439233e9f9c6'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:26.185200 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] Routers {'445862d7-d4aa-4c43-8635-439233e9f9c6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:39:26.186089 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:38:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['445862d7-d4aa-4c43-8635-439233e9f9c6'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:26.205040 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55356) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:26.205342 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] 10.222.0.42 "PUT /v2.0/routers/445862d7-d4aa-4c43-8635-439233e9f9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9368980 Apr 29 15:39:26.247980 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-31baf0bd-2cfa-4455-b5c3-a65fd951b7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.382373 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] Set router 445862d7-d4aa-4c43-8635-439233e9f9c6 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:39:26.402998 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks [] for router, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.468147 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55362) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:26.487684 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.503970 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:26.508043 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a39c780e6388440d942f82b6d6868312 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:26.511607 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:26.518233 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:26.612827 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.617581 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.626854 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-90572482-d546-4c47-9c42-8aefd483e2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:26.665819 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a39c780e6388440d942f82b6d6868312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965959 Apr 29 15:39:26.668782 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55366) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:26.681741 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcdcc0d-0631-4586-8bfe-b0121b770c40,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.684777 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.687088 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:26.716645 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:39:24Z', 'revision_number': 5, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port': {'id': 'fc6758a8-ccb1-473a-b531-e35bb5c9f5d1', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:26.720842 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] Checking router: 445862d7-d4aa-4c43-8635-439233e9f9c6 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:26.729419 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] Routers {'445862d7-d4aa-4c43-8635-439233e9f9c6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:39:26.730273 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:38:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['445862d7-d4aa-4c43-8635-439233e9f9c6'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:26.742874 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6c78c0e7-1eb5-435f-ac0f-3cc44e9ed288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.758928 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Deleting port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:26.759410 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.776872 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6c78c0e7-1eb5-435f-ac0f-3cc44e9ed288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.834792 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6c78c0e7-1eb5-435f-ac0f-3cc44e9ed288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.840190 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-fba75bf1-5d4c-4bc5-b18b-76d14187e1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:26.855288 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78c0e7-1eb5-435f-ac0f-3cc44e9ed288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcdcc0d-0631-4586-8bfe-b0121b770c40,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.859264 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6c78c0e7-1eb5-435f-ac0f-3cc44e9ed288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:26.861428 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6c78c0e7-1eb5-435f-ac0f-3cc44e9ed288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.863344 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6c78c0e7-1eb5-435f-ac0f-3cc44e9ed288 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afcdcc0d-0631-4586-8bfe-b0121b770c40 HTTP/1.1" status: 204 len: 168 time: 0.1929531 Apr 29 15:39:26.928173 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] Set router 445862d7-d4aa-4c43-8635-439233e9f9c6 gateway port host: None {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:39:26.955194 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] For port fc6758a8-ccb1-473a-b531-e35bb5c9f5d1, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=fc6758a8-ccb1-473a-b531-e35bb5c9f5d1,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:26.955693 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.976791 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232d14f-ecef-4f34-b849-0a8fea182112 req-5b581e8f-f2e6-4c38-afe1-f780ba5c3ae9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:26.978443 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c232d14f-ecef-4f34-b849-0a8fea182112 req-5b581e8f-f2e6-4c38-afe1-f780ba5c3ae9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1402595 Apr 29 15:39:27.032543 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:39:26Z', 'revision_number': 6, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port_host': None}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:27.036914 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c890581-d972-4beb-a084-e4fe572396e0 None None] The sync data for ids ['445862d7-d4aa-4c43-8635-439233e9f9c6'] in dv-cinder-788782-1-smb is: [{'id': '445862d7-d4aa-4c43-8635-439233e9f9c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1036343354-router', 'tenant_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:39:26Z', 'revision_number': 6, 'project_id': '7bcf7c653e4c4475917c0c9aaf33a0a9', 'gw_port_host': None}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:27.105533 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Calling delete_port for fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 owned by network:router_gateway {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:39:27.145486 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c232d14f-ecef-4f34-b849-0a8fea182112 req-4a2dcf68-9c04-40a3-b5b4-5f78d9679c56 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180465 Apr 29 15:39:27.388734 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device aef19e8c-6b45-4def-b0ea-fd30f3116d12 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:27.431945 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.439487 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2587382f-055b-477a-b325-ba03ee713cd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:27.459077 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: aef19e8c-6b45-4def-b0ea-fd30f3116d12 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:39:27.459699 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device aef19e8c-6b45-4def-b0ea-fd30f3116d12 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:27.506594 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6758a8-ccb1-473a-b531-e35bb5c9f5d1,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:27.509686 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:27.561947 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8117640'] for router_gateway, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.749804 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8098109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46171'] for router, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.752566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.836491 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8117875'] for router, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.838413 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445862d7-d4aa-4c43-8635-439233e9f9c6 {{(pid=73800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:39:27.853671 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Notify callbacks [] for router, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.855135 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] 10.222.0.42 "DELETE /v2.0/routers/445862d7-d4aa-4c43-8635-439233e9f9c6 HTTP/1.1" status: 204 len: 168 time: 1.6490326 Apr 29 15:39:27.858397 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55404) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.924563 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] Deleting subnet ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d {{(pid=73800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:39:27.928050 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.983361 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.991163 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.349958 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for subnet, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.351363 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:28.383286 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:28.387463 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:28.391564 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.398925 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-aa59a8b8-99ef-419d-b8cd-4310831209d5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ad3d5b2c-29d4-4aa5-823f-5a43bc86bf5d HTTP/1.1" status: 204 len: 168 time: 0.5394669 Apr 29 15:39:28.401280 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55418) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:28.514572 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.643693 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.756672 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.756672 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.756672 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.757394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > port after_create 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.757394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.757554 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > port after_update 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.757979 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.758325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.758644 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.759043 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.901682 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ab14ac2c-b109-47b6-983e-0ba99bde0f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.909316 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.915267 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.918601 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.919052 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.919654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:39:28.920126 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b758967a-7697-46b6-b37c-0a4fbe8e037c']}} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:28.934981 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038208fc-e23f-449c-b08c-667ed1f060c2') {'for_net_delete': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:28.935365 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038208fc-e23f-449c-b08c-667ed1f060c2') {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:28.948482 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1917778'] for segment, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.969512 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.978135 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=73800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:39:29.158070 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Network b758967a-7697-46b6-b37c-0a4fbe8e037c has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:39:29.167212 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1866676'] for segment, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.340622 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Network b758967a-7697-46b6-b37c-0a4fbe8e037c has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:39:29.350349 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: from cryptography.utils import int_from_bytes Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: from cryptography.utils import int_from_bytes Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: Traceback (most recent call last): Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: timer() Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: cb(*args, **kw) Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: return func(*args, **kwargs) Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: self._notify() Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: self.callback(batched_events) Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: event.method(event) Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: return f(self, *a, **k) Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: return self._get(url).json() Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:29.366198 dv-cinder-788782-1-smb neutron-server[73800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:29.389494 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:39:29.389870 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device fc6758a8-ccb1-473a-b531-e35bb5c9f5d1 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:29.457667 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.461743 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3f0441c6-c710-4d72-a104-16a728377ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:29.477936 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.484637 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b758967a-7697-46b6-b37c-0a4fbe8e037c,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:29.488928 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:29.498541 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] 10.222.0.42 "DELETE /v2.0/networks/b758967a-7697-46b6-b37c-0a4fbe8e037c HTTP/1.1" status: 204 len: 168 time: 1.0900614 Apr 29 15:39:29.672908 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55468) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:29.723585 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-98059d32-4c10-459e-8d90-5596d7ad9daa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bcf7c653e4c4475917c0c9aaf33a0a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493932 Apr 29 15:39:29.726032 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55474) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:29.779551 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55478) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:29.783954 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-219f3027-e85e-4bfd-ac6f-924364c698b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.809748 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-219f3027-e85e-4bfd-ac6f-924364c698b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.866364 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-219f3027-e85e-4bfd-ac6f-924364c698b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.871355 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0c93f61e-066e-403e-bb2c-cbfdd6268275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:29.887367 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f3027-e85e-4bfd-ac6f-924364c698b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5042d5b2-5baf-45f4-aa54-35adbe12932d,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:29.890238 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-219f3027-e85e-4bfd-ac6f-924364c698b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:29.892748 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-219f3027-e85e-4bfd-ac6f-924364c698b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.894326 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-219f3027-e85e-4bfd-ac6f-924364c698b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5042d5b2-5baf-45f4-aa54-35adbe12932d HTTP/1.1" status: 204 len: 168 time: 0.1668541 Apr 29 15:39:29.901890 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.920057 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:29.924046 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Usage tracker for resource:security_group_rule and tenant:991651836d5f4578ac1b84c2d59345b8 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:29.926872 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:29.932584 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:30.019597 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.024018 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.032755 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-300a2442-977e-4a13-93f8-9e2d9dbd08de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:30.078529 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=991651836d5f4578ac1b84c2d59345b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977307 Apr 29 15:39:30.078904 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55494) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.081225 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c59860-ee73-488a-b203-98c82848aca1,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.091789 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:30.112591 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.152707 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4009bcdb-8cc1-41b2-9d08-d072ae527b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.180072 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4009bcdb-8cc1-41b2-9d08-d072ae527b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.239553 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4009bcdb-8cc1-41b2-9d08-d072ae527b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.244895 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-64e32a05-5e3f-4dd9-8489-42a7bf9914a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:30.257180 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009bcdb-8cc1-41b2-9d08-d072ae527b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c59860-ee73-488a-b203-98c82848aca1,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.260085 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4009bcdb-8cc1-41b2-9d08-d072ae527b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:30.264708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4009bcdb-8cc1-41b2-9d08-d072ae527b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.266025 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-4009bcdb-8cc1-41b2-9d08-d072ae527b00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52c59860-ee73-488a-b203-98c82848aca1 HTTP/1.1" status: 204 len: 168 time: 0.1849639 Apr 29 15:39:30.753746 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55522) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.771074 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.785714 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:30.789909 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Usage tracker for resource:security_group_rule and tenant:68028b9e46324db99c196faccbb0a002 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:30.792770 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:30.799103 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:30.882612 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.887227 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.898917 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cd44fc05-d2f7-4e00-b342-e5cac4a11d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:30.940152 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba5b8e0-32cf-42d5-86ec-439976f0cb08,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.944385 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68028b9e46324db99c196faccbb0a002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896038 Apr 29 15:39:30.945269 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:30.947806 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55528) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:31.012742 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b8bba766-0e45-4660-a5a0-ce24cffa4a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.039726 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b8bba766-0e45-4660-a5a0-ce24cffa4a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.098956 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b8bba766-0e45-4660-a5a0-ce24cffa4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.104033 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:31.117660 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bba766-0e45-4660-a5a0-ce24cffa4a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba5b8e0-32cf-42d5-86ec-439976f0cb08,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:31.120453 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b8bba766-0e45-4660-a5a0-ce24cffa4a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:31.133098 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b8bba766-0e45-4660-a5a0-ce24cffa4a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.136900 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-b8bba766-0e45-4660-a5a0-ce24cffa4a4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ba5b8e0-32cf-42d5-86ec-439976f0cb08 HTTP/1.1" status: 204 len: 168 time: 0.1859338 Apr 29 15:39:31.693711 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.354136 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.032648 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-444a48c5-6530-43dc-a584-20e7bf9e8a74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708356 Apr 29 15:39:34.226783 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-0d355468-b284-47f0-83ae-9a0a4a7a1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:34.228216 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-0d355468-b284-47f0-83ae-9a0a4a7a1d1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 1098 time: 0.1586130 Apr 29 15:39:34.385708 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-a40d8fb7-1705-4fe4-becb-78bffecf64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:34.387544 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-a40d8fb7-1705-4fe4-becb-78bffecf64b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 911 time: 0.1359198 Apr 29 15:39:34.499631 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-ee321883-6e97-48ab-a30a-68ee12424559 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9972be0-b018-417d-afd8-8cbf753604d4 HTTP/1.1" status: 200 len: 1000 time: 0.1039550 Apr 29 15:39:34.569274 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-373250c1-2af2-436a-b187-e9e637953389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:34.570856 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-373250c1-2af2-436a-b187-e9e637953389 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.0623016 Apr 29 15:39:34.668013 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-f10206f2-a5ec-45a4-be67-987d531e0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:34.669770 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-f10206f2-a5ec-45a4-be67-987d531e0391 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917702 Apr 29 15:39:34.810132 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-9f25d631-1d00-4d19-aa57-a9a7c4e683f3 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289587 Apr 29 15:39:34.944857 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f5f1b9c0-3e55-4261-9c3a-8da984286e81 req-b2a726df-4bd3-43d3-8c3a-4bb1f2185086 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261835 Apr 29 15:39:35.228678 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55648) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:35.288120 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] Deleting subnet dc4a66d2-681b-434d-8701-91c0d4cfc8f7 {{(pid=73800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:39:35.291998 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.343471 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1917773'] for subnet, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.404232 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.654381 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1866706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2185275'] for subnet, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.659103 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:35.696247 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4a66d2-681b-434d-8701-91c0d4cfc8f7,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:35.699421 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:35.700478 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.706379 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-a6b90039-5ffe-4029-bd15-b6d5a26ca1ae admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dc4a66d2-681b-434d-8701-91c0d4cfc8f7 HTTP/1.1" status: 204 len: 168 time: 0.4766228 Apr 29 15:39:35.708811 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55658) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:35.817884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.943267 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.149081 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82410a0d-e42f-4b37-893a-ba1c710916e5']}} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:36.164783 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2f1112-8468-4f4b-a577-34c10f58f811') {'for_net_delete': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:36.165075 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2f1112-8468-4f4b-a577-34c10f58f811') {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:36.176626 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1917778'] for segment, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.192842 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.199027 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=73800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:39:36.392528 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Network 82410a0d-e42f-4b37-893a-ba1c710916e5 has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:39:36.404351 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1866676'] for segment, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.585090 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Network 82410a0d-e42f-4b37-893a-ba1c710916e5 has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: Traceback (most recent call last): Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: timer() Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: cb(*args, **kw) Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: return func(*args, **kwargs) Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: self._notify() Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: self.callback(batched_events) Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: event.method(event) Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: return f(self, *a, **k) Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: return self._get(url).json() Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:36.606204 dv-cinder-788782-1-smb neutron-server[73800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:36.695092 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.699559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:36.718355 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.721654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Pushing event deleted for resources: {'Network': ['ID=82410a0d-e42f-4b37-893a-ba1c710916e5,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:36.727998 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:36.733062 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-30119f2e-f038-4727-b819-83c83e66c238 admin admin] 10.222.0.42 "DELETE /v2.0/networks/82410a0d-e42f-4b37-893a-ba1c710916e5 HTTP/1.1" status: 204 len: 168 time: 1.0233197 Apr 29 15:39:36.914276 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55702) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:36.967599 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55706) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:36.972570 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-964b2e7d-818c-4394-82b2-ed2f760dc8a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67b40c049d2b438dade55dc595cd9358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570056 Apr 29 15:39:37.035309 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2e41a701-bfdb-4bb9-8eb6-8941c054acfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.064778 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2e41a701-bfdb-4bb9-8eb6-8941c054acfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.126955 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2e41a701-bfdb-4bb9-8eb6-8941c054acfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.131275 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:37.145761 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41a701-bfdb-4bb9-8eb6-8941c054acfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9983572-d3ee-435c-bb6f-71dda0e9ca2a,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:37.148849 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2e41a701-bfdb-4bb9-8eb6-8941c054acfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:37.156142 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-2e41a701-bfdb-4bb9-8eb6-8941c054acfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.166480 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-2e41a701-bfdb-4bb9-8eb6-8941c054acfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9983572-d3ee-435c-bb6f-71dda0e9ca2a HTTP/1.1" status: 204 len: 168 time: 0.1915014 Apr 29 15:39:37.744431 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ae83f-1a05-427a-ac09-86909ec192b7 req-a56c0708-8aef-45fe-a1b9-4f448cc9b232 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:37.746832 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3e6ae83f-1a05-427a-ac09-86909ec192b7 req-a56c0708-8aef-45fe-a1b9-4f448cc9b232 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 946 time: 0.0872314 Apr 29 15:39:37.796463 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3e6ae83f-1a05-427a-ac09-86909ec192b7 req-534aa0a0-99c0-4492-a9e2-a1cc13814913 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Apr 29 15:39:39.031696 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5193ca-03e1-4afb-898e-0d4665046478 req-13bd8c00-e50c-4ac7-9e3f-1ffedb754cb6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:39.033947 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae5193ca-03e1-4afb-898e-0d4665046478 req-13bd8c00-e50c-4ac7-9e3f-1ffedb754cb6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 946 time: 0.1058497 Apr 29 15:39:39.106754 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae5193ca-03e1-4afb-898e-0d4665046478 req-a60d48cf-2ae3-4572-935e-4a49b9521f9b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662675 Apr 29 15:39:39.617533 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-3e9a1d5e-a9f0-482c-9111-c1274529cbeb tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:39.619000 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-3e9a1d5e-a9f0-482c-9111-c1274529cbeb tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 946 time: 0.0874093 Apr 29 15:39:39.764254 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Deleting port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:39.764634 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.901207 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] For port 00515b46-85d1-4550-ab8e-18e9be1dc9a3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=00515b46-85d1-4550-ab8e-18e9be1dc9a3,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:39.901566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.328033 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.328958 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.328958 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.l3_db [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Floating IP 9232dede-f24a-4415-81b8-102283c29e99 disassociated. External IP: 172.28.2.160, port: 00515b46-85d1-4550-ab8e-18e9be1dc9a3. Apr 29 15:39:40.329155 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Calling delete_port for 00515b46-85d1-4550-ab8e-18e9be1dc9a3 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:39:40.468011 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ab73-99d6-43d2-965b-c02f7cbd0e33 req-150e5025-5457-4c34-809f-7d6e76ecec31 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:40.475650 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8466ab73-99d6-43d2-965b-c02f7cbd0e33 req-150e5025-5457-4c34-809f-7d6e76ecec31 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 946 time: 0.2378349 Apr 29 15:39:40.543891 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8466ab73-99d6-43d2-965b-c02f7cbd0e33 req-deafe573-b7e3-4761-9fc4-1d8eab675677 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=b80fae1f-9e82-4dec-886b-f2fb393612f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623775 Apr 29 15:39:40.544978 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.552200 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ab571778-572b-4f37-a927-b19e206a6446 tempest-VolumesActionsTest-1502171935 tempest-VolumesActionsTest-1502171935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:40.599457 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event deleted for resources: {'Port': ['ID=00515b46-85d1-4550-ab8e-18e9be1dc9a3,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:40.603032 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:40.819141 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Router 3aab9383-0991-4c74-a745-372994016242 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:41.010111 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:41.021976 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] Sync routers for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:41.033163 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:39:41.033769 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:41.085124 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] No DVR routers for this DVR port 00515b46-85d1-4550-ab8e-18e9be1dc9a3 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:41.087865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.092418 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-deleted', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:39:41.119598 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-69acebdb-464a-4f03-b528-2aed5ae33595 req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "DELETE /v2.0/ports/00515b46-85d1-4550-ab8e-18e9be1dc9a3 HTTP/1.1" status: 204 len: 173 time: 1.4817088 Apr 29 15:39:41.160348 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407ed89f-0eaf-49d6-bda0-576790f0232a', 'name': 'network-vif-deleted', 'tag': '00515b46-85d1-4550-ab8e-18e9be1dc9a3', 'status': 'completed', 'code': 200} Apr 29 15:39:41.274556 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:39:41.620683 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:41.624710 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] Checking router: 3aab9383-0991-4c74-a745-372994016242 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:41.635694 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:39:41.636454 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:41.758689 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-06e5565e-1acd-4446-8914-4b84b2067e71 req-2651e839-4f5e-48ce-bae4-987229e15b4c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Synchronizing usage tracker for tenant:78c50990547147eea80fc54d37cc2a6c on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:41.785117 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-06e5565e-1acd-4446-8914-4b84b2067e71 req-2651e839-4f5e-48ce-bae4-987229e15b4c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Unset dirty status for tenant:78c50990547147eea80fc54d37cc2a6c on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:41.786794 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-06e5565e-1acd-4446-8914-4b84b2067e71 req-2651e839-4f5e-48ce-bae4-987229e15b4c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=407ed89f-0eaf-49d6-bda0-576790f0232a HTTP/1.1" status: 200 len: 210 time: 0.0807188 Apr 29 15:39:41.870279 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:39:42.313803 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:42.321194 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7387b9-4727-4396-98c2-93fbac9f705c None None] The sync data for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb is: [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:42.636190 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27310d53-f499-418b-8a2d-8dcda5044135 None None] New status for floating IP 9232dede-f24a-4415-81b8-102283c29e99: DOWN {{(pid=73803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:39:42.937743 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55872) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:43.004315 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.031209 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.081992 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.085753 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5c5880e5-fed3-4a9f-9c90-3aa5f4675aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:43.100380 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80fae1f-9e82-4dec-886b-f2fb393612f0,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:43.110786 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.111154 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.111518 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.111874 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.112227 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.112577 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.113489 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.113842 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.114221 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.114570 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.114919 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.115324 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:43.120445 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:43.122508 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.126371 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "DELETE /v2.0/security-groups/b80fae1f-9e82-4dec-886b-f2fb393612f0 HTTP/1.1" status: 204 len: 168 time: 0.1875031 Apr 29 15:39:43.126697 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55876) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:43.145979 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.api.v2.resource [None req-70813da5-bff9-4ff5-908c-7e0db296f0e6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] show failed (client error): The resource could not be found. Apr 29 15:39:43.147073 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-70813da5-bff9-4ff5-908c-7e0db296f0e6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups/b80fae1f-9e82-4dec-886b-f2fb393612f0 HTTP/1.1" status: 404 len: 347 time: 0.0191705 Apr 29 15:39:43.150049 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55880) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:43.290669 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:43.330329 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 00515b46-85d1-4550-ab8e-18e9be1dc9a3 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:39:43.331059 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 00515b46-85d1-4550-ab8e-18e9be1dc9a3 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:43.468544 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Deleting port 1a549c09-121b-4dd5-9198-6baf40969d42 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:39:43.468881 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.597845 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.598512 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.733789 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Calling delete_port for 1a549c09-121b-4dd5-9198-6baf40969d42 owned by network:floatingip {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:39:43.856350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.861904 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-381558dd-590b-4e49-8fb5-64a37e8d5119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:43.910468 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event deleted for resources: {'Port': ['ID=1a549c09-121b-4dd5-9198-6baf40969d42,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:43.913787 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:43.951400 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55906) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:44.007220 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.024686 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.025810 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "DELETE /v2.0/floatingips/9232dede-f24a-4415-81b8-102283c29e99 HTTP/1.1" status: 204 len: 168 time: 0.8746431 Apr 29 15:39:44.076946 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.093261 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:44.097375 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cfef255906d74e99aac582149c2731df is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:44.100417 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:44.107301 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:44.195514 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.199128 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.206552 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c7263522-b677-492c-a608-9a850884e0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:44.245660 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfef255906d74e99aac582149c2731df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931409 Apr 29 15:39:44.247353 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305331c9-0f05-4c3f-9f45-a43194589329,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:44.248928 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55914) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:44.250860 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:44.315367 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-49939d03-285a-4afd-9612-b6559c0abb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.340994 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-49939d03-285a-4afd-9612-b6559c0abb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.394951 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-49939d03-285a-4afd-9612-b6559c0abb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.401895 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4009bcdb-8cc1-41b2-9d08-d072ae527b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:44.416170 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49939d03-285a-4afd-9612-b6559c0abb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305331c9-0f05-4c3f-9f45-a43194589329,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:44.418436 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-49939d03-285a-4afd-9612-b6559c0abb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.419736 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-49939d03-285a-4afd-9612-b6559c0abb08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/305331c9-0f05-4c3f-9f45-a43194589329 HTTP/1.1" status: 204 len: 168 time: 0.1697896 Apr 29 15:39:44.421072 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-49939d03-285a-4afd-9612-b6559c0abb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:44.679612 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55924) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:44.684955 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398390577', 'description': 'tempest-description--1714776072'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:44.690888 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:44.694935 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:security_group and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:44.697890 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:44.705211 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:44.716561 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.744612 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:44.750740 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:security_group_rule and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:44.755087 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:44.761317 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:44.852850 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.860251 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.868561 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e0743a38-5433-464b-be52-da7cae38ae5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:44.910944 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6a6c2e-f79b-42b1-ac82-36f024fde219,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:44.914003 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.926715 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2459018 Apr 29 15:39:44.927743 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:44.929338 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55948) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:44.934716 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'security_group_rule': {'security_group_id': '0e6a6c2e-f79b-42b1-ac82-36f024fde219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:44.941186 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:44.945853 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:security_group_rule and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:44.948877 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:44.955876 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:44.977593 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.059988 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.065140 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.068618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:45.100943 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bef6fa9-6f47-4408-a42c-736cb5eb5eaa,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:45.104224 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:45.124009 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.126313 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-45ce59c4-238f-46d6-99cf-0bfdd746c888 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1958923 Apr 29 15:39:45.129347 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55966) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:45.139036 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'security_group_rule': {'security_group_id': '0e6a6c2e-f79b-42b1-ac82-36f024fde219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:45.145697 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:45.149984 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:security_group_rule and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:45.153106 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:45.162606 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:45.186415 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.235287 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55970) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:45.260255 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.265455 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.268048 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f47554c3-5d7a-4de6-89bf-84519c609f71 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:45.292969 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2038fd37-c538-45ba-a3f4-d7dbbe854f81,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:45.295653 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:45.305395 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.306789 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764321 Apr 29 15:39:45.310420 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 55978) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:45.315830 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'floatingip': {'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:45.325723 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:45.329860 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:floatingip and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:45.332836 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:45.338736 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:45.353217 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.387588 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1690634140-network', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:45.393890 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:45.399867 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Usage tracker for resource:network and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:45.403403 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:45.411028 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:45.462538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Made reservation on behalf of 7697cd2f93c64cf8a5a791375f4571fc for: {'network': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:45.464776 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.491143 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.508855 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:45.515297 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Usage tracker for resource:security_group_rule and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:45.518820 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:45.526659 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:45.579296 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.730964 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.738092 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.742400 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-2e41a701-bfdb-4bb9-8eb6-8941c054acfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:45.778243 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Allocated IP 172.28.2.19 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/af3e1db4-64e5-46fc-aa59-993c47a68b0c) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:45.786499 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=73800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:45.797564 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3a7a19-c782-4afb-889e-8cb5b84a0cda,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:45.801642 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:45.807312 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.807693 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.segments_db [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Added segment 1d1b5301-d4b5-4b13-84c9-e75c84f937ce of type vlan for network 860b9212-80e8-4076-aabe-4b720ebb371d Apr 29 15:39:45.917883 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.975699 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.980246 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.983237 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:45.983762 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.989432 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d90ad539-4091-4640-9ff1-2bea08c75a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:46.184873 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9484911 Apr 29 15:39:46.188444 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 55986) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:46.188976 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Pushing event updated for resources: {'Network': ['ID=860b9212-80e8-4076-aabe-4b720ebb371d,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:46.193021 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:46.194589 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Request body: {'subnet': {'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1690634140-subnet', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'ip_version': 4}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:46.200909 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:46.201454 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 860b9212-80e8-4076-aabe-4b720ebb371d details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:46.206172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Usage tracker for resource:subnet and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:46.207387 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.210989 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:46.213060 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fd312b84-2155-4cd1-aa5e-d7436a983924 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:46.218955 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:46.235220 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Made reservation on behalf of 7697cd2f93c64cf8a5a791375f4571fc for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:46.237546 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2061581'] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.280878 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:46.284259 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:46.288939 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:39:46.319686 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'Port': ['ID=af3e1db4-64e5-46fc-aa59-993c47a68b0c,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:46.331034 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:46.437006 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.544016 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.720546 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56016) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:46.730976 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2061695'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.737304 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:46.789058 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.795710 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.801965 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-bb556f69-0428-4869-8689-604493910216 tempest-AttachVolumeNegativeTest-1132467225 tempest-AttachVolumeNegativeTest-1132467225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:46.823893 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1881eca-2e9b-400b-a299-dd3f1e730c7e,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:46.827405 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:46.834170 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Checking segment: {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:39:46.834604 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Network hostable DHCP agents. Network: 860b9212-80e8-4076-aabe-4b720ebb371d, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:46.862225 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Network 860b9212-80e8-4076-aabe-4b720ebb371d is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:46.880543 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 860b9212-80e8-4076-aabe-4b720ebb371d) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:46.890233 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84742c1d-4cb6-4cb8-bb97-619a60b95868 None None] Network 860b9212-80e8-4076-aabe-4b720ebb371d requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:46.902144 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:46.902841 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.927373 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7376838 Apr 29 15:39:46.929772 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56024) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:46.935118 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:46.939907 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:46.940639 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.945068 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Usage tracker for resource:router and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:46.952905 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:46.958000 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.960108 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:46.973851 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46149'] for router, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.975127 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8124980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46162'] for router, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.977237 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:46.983348 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'Port': ['ID=af3e1db4-64e5-46fc-aa59-993c47a68b0c,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:46.986196 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Usage tracker for resource:security_group_rule and tenant:bdbfb6869ed94b31b1436805bd039253 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:46.990290 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:46.991340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:46.996562 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.003265 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:47.012875 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.014189 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7027476 Apr 29 15:39:47.134494 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.142753 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.153421 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-76793af8-dd8d-4cf6-814a-86be7d4d2136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:47.189173 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0de881c-91fa-590f-a313-02bdcb20b747-860b9212-80e8-4076-aabe-4b720ebb371d', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e'}]}} from dv-cinder-788782-1-smb. {{(pid=73802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:47.190110 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.207784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1870b6b-de3d-433d-8613-28246eaed060,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:47.213116 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:47.236022 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdbfb6869ed94b31b1436805bd039253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5143890 Apr 29 15:39:47.236714 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56036) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:47.318926 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-65196825-564b-46dd-9f1d-7c794ea7dfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.369706 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-65196825-564b-46dd-9f1d-7c794ea7dfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.419134 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.db_base_plugin_common [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Allocated IP 172.20.0.2 (860b9212-80e8-4076-aabe-4b720ebb371d/f1881eca-2e9b-400b-a299-dd3f1e730c7e/bbba269e-ea9f-4d42-9f12-7513e7dd1c26) {{(pid=73802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:47.424311 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-d9bdaf01-8f44-4d0e-9fea-47a993673a68 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1398390577&fields=id&tenant_id=78c50990547147eea80fc54d37cc2a6c HTTP/1.1" status: 200 len: 267 time: 0.0922792 Apr 29 15:39:47.518706 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.561531 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-65196825-564b-46dd-9f1d-7c794ea7dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.568988 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3508cf35-ca14-4b33-ba14-829544d23f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:47.590580 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65196825-564b-46dd-9f1d-7c794ea7dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1870b6b-de3d-433d-8613-28246eaed060,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:47.594908 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-65196825-564b-46dd-9f1d-7c794ea7dfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:47.612743 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-65196825-564b-46dd-9f1d-7c794ea7dfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.614535 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-65196825-564b-46dd-9f1d-7c794ea7dfd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1870b6b-de3d-433d-8613-28246eaed060 HTTP/1.1" status: 204 len: 168 time: 0.3766687 Apr 29 15:39:47.638585 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaec54-d34b-472e-b678-2da616228bec req-c64a177b-0626-435c-8d75-4f3e015b6d81 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:47.640399 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-c64a177b-0626-435c-8d75-4f3e015b6d81 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 816 time: 0.2072287 Apr 29 15:39:47.673408 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-0a560ab4-be3c-4e66-892b-0f608fb5fcc6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/quotas/78c50990547147eea80fc54d37cc2a6c HTTP/1.1" status: 200 len: 375 time: 0.0255461 Apr 29 15:39:47.684681 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Notify callbacks [] for port, precommit_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.695444 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Transition to ACTIVE for port object bbba269e-ea9f-4d42-9f12-7513e7dd1c26 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:47.720050 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Transition to ACTIVE for port object bbba269e-ea9f-4d42-9f12-7513e7dd1c26 will not be triggered until provisioned by entity DHCP. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:47.728545 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.740196 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:47.810329 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Network 860b9212-80e8-4076-aabe-4b720ebb371d is already hosted by enough agents. {{(pid=73802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:47.812351 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-d0eee2d2-b077-4c43-9cb3-9d1132efa17d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1262815 Apr 29 15:39:47.816642 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Resources bound (agent type, host, resource id): {{(pid=73802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:47.822549 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Received port after_create {{(pid=73802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:39:47.870781 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Pushing event updated for resources: {'Port': ['ID=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,revision_number=1']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:47.877338 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.885879 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.886258 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.886566 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.886894 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.887239 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.887565 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.887885 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.888200 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.888513 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.888825 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.889134 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.889443 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:47.916337 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.921153 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:47.958225 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Attempting to bind port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:47.958903 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Attempting to bind port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:47.959442 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Attempting to bind port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 on network 860b9212-80e8-4076-aabe-4b720ebb371d {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:47.967175 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:47.971804 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Checking segment: {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:39:47.973214 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.976706 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Bound using segment: {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:47.976706 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Bound port: bbba269e-ea9f-4d42-9f12-7513e7dd1c26, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:47.976706 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.978492 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-82234800-eadc-4346-b5e6-11dc667316c5 service neutron] 10.222.0.42 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626751 Apr 29 15:39:48.081048 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] For port bbba269e-ea9f-4d42-9f12-7513e7dd1c26, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:48.087037 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Allocated IP 172.28.2.31 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/303ca858-bb47-4ffd-afd1-e83f112a7ab2) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:48.087632 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] For port bbba269e-ea9f-4d42-9f12-7513e7dd1c26, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:48.098276 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.102893 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:48.155755 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-0533ea12-a1f2-44c7-adda-7620a2632a38 service neutron] 10.222.0.42 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678016 Apr 29 15:39:48.205456 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Pushing event updated for resources: {'Port': ['ID=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:48.210656 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:48.358255 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.405824 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.411995 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:48.486805 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-691f6e3c-9562-49a0-b61a-da7b6e286b6f req-575180b3-a622-4615-90f9-c85ff2afe69c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 210 time: 0.1015499 Apr 29 15:39:48.539858 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Pushing event updated for resources: {'Port': ['ID=303ca858-bb47-4ffd-afd1-e83f112a7ab2,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:48.551323 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:48.578496 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:48.587929 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:48.599900 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:39:49.143379 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.485850 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device bbba269e-ea9f-4d42-9f12-7513e7dd1c26 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:49.537021 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56144) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.603551 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:49.648041 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756aadd6-5acb-4ef3-984a-2542cde4c76a None None] Network 860b9212-80e8-4076-aabe-4b720ebb371d requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:49.814142 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] Provisioning for port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:49.823678 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] Provisioning complete for port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:49.824314 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.888615 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8098145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721'] for router, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.122556 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.122845 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-57dc828a-a9df-41b3-888a-864b35762a19 req-ec8fd957-e604-4cff-aee8-67c96c0850af tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 210 time: 0.4282312 Apr 29 15:39:50.124242 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.157026 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaec54-d34b-472e-b678-2da616228bec req-e7facc3c-88ac-4d0a-8c66-fcbe5afed4f4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:50.158538 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-e7facc3c-88ac-4d0a-8c66-fcbe5afed4f4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 816 time: 0.3133132 Apr 29 15:39:50.178847 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:50.181339 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] For port bbba269e-ea9f-4d42-9f12-7513e7dd1c26, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:50.183937 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e6fbdb995442cc8b0b9f44047e3390 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:50.187464 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:50.194982 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:50.195434 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.197767 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-969df624-6420-4a1e-8f48-67e1348ead6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:50.257742 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 is scheduled to L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 with binding_index 1 {{(pid=73801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:39:50.288569 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] Pushing event updated for resources: {'Port': ['ID=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:50.294245 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:50.301495 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-6e1a8221-3292-4224-9c4c-530754dd5f08 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78c50990547147eea80fc54d37cc2a6c HTTP/1.1" status: 200 len: 380 time: 0.1283782 Apr 29 15:39:50.333891 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'port': {'device_id': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'admin_state_up': True, 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'security_groups': ['0e6a6c2e-f79b-42b1-ac82-36f024fde219']}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:50.448114 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.463636 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.473718 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-851212b9-a5b7-4dda-97de-694102e99645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:50.512137 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:50.522335 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Sync routers for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:50.536995 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.541621 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6079645 Apr 29 15:39:50.541783 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:39:50.541783 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:50.541994 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56174) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:50.556978 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9e6fbdb995442cc8b0b9f44047e3390&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0170329 Apr 29 15:39:50.558901 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dec921-a1c6-4415-b973-6d5f77244411,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:50.569867 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56178) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:50.596059 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.596421 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.597102 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.598278 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.598810 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.599339 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.599733 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.600237 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.600814 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.601321 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.601671 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.602019 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:50.608583 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-8bfae8c7-2ede-405a-80f2-e746aada787c None None] Provisioning complete for port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:50.608583 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-8bfae8c7-2ede-405a-80f2-e746aada787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.609006 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:50.612145 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:50.627025 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Usage tracker for resource:port and tenant:78c50990547147eea80fc54d37cc2a6c is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:50.632766 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:50.649915 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:50.671746 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Made reservation on behalf of 78c50990547147eea80fc54d37cc2a6c for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:50.675761 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.695950 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8f49-53e1-46a5-b561-aed2c4a6814f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.769793 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8f49-53e1-46a5-b561-aed2c4a6814f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.829567 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:39:50.955353 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Allocated IP 172.20.0.6 (8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda/6521f87f-cfff-441d-9081-a8e4fce49a50/69635098-8584-4a35-a12d-5d3e16ebf670) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:50.997627 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8f49-53e1-46a5-b561-aed2c4a6814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.009126 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:51.046769 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b8f49-53e1-46a5-b561-aed2c4a6814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dec921-a1c6-4415-b973-6d5f77244411,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:51.072875 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1f8b8f49-53e1-46a5-b561-aed2c4a6814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:51.141124 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8f49-53e1-46a5-b561-aed2c4a6814f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.145270 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-1f8b8f49-53e1-46a5-b561-aed2c4a6814f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2dec921-a1c6-4415-b973-6d5f77244411 HTTP/1.1" status: 204 len: 168 time: 0.5710762 Apr 29 15:39:51.214604 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:48Z', 'revision_number': 3, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:51.219172 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Checking router: 5ea2b7dd-640e-41fa-85e1-a669db563ea1 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:51.219644 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Updating router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 port 303ca858-bb47-4ffd-afd1-e83f112a7ab2 binding host dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:51.232113 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.245599 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:39:51.262533 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Transition to ACTIVE for port object 69635098-8584-4a35-a12d-5d3e16ebf670 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:51.337522 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.456266 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device bbba269e-ea9f-4d42-9f12-7513e7dd1c26 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:51.494784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.511470 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c082f15-3b9e-42bc-89e8-a6779b2172fe tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:51.558798 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.598783 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:51.608528 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:51.624074 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:39:51.651287 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:51.652203 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.698662 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:51.707739 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:51.723438 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56190) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:51.731626 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d9699-118f-4f28-a99f-cf13cdae0bb9 req-95b9851b-c03b-412f-b878-d96a98e22e78 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:51.732366 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-479d9699-118f-4f28-a99f-cf13cdae0bb9 req-95b9851b-c03b-412f-b878-d96a98e22e78 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Synchronizing usage tracker for tenant:78c50990547147eea80fc54d37cc2a6c on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:51.778484 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:51.779180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.784383 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.807519 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-479d9699-118f-4f28-a99f-cf13cdae0bb9 req-95b9851b-c03b-412f-b878-d96a98e22e78 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Unset dirty status for tenant:78c50990547147eea80fc54d37cc2a6c on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:51.808742 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-479d9699-118f-4f28-a99f-cf13cdae0bb9 req-95b9851b-c03b-412f-b878-d96a98e22e78 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 931 time: 0.4737477 Apr 29 15:39:51.815193 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:51.821931 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Usage tracker for resource:security_group_rule and tenant:563c35997a704dbebbba023c2e851bba is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:51.825694 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:51.833406 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:51.853973 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Allocated IP 172.20.0.1 (860b9212-80e8-4076-aabe-4b720ebb371d/f1881eca-2e9b-400b-a299-dd3f1e730c7e/2622081e-276b-412e-9732-0bb205e51e84) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:51.898038 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5704744 Apr 29 15:39:51.914189 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Notify callbacks [] for port, precommit_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.925324 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Request body: {'port': {'device_id': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:51.940077 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Transition to ACTIVE for port object 303ca858-bb47-4ffd-afd1-e83f112a7ab2 will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:51.940902 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-9b2e5019-2e95-49a1-82cf-cd721793767a None None] Provisioning for port 69635098-8584-4a35-a12d-5d3e16ebf670 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:51.947058 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.019526 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-4814c591-9836-4010-bc1c-79aaaaeb7199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:52.042569 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.049425 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-479d9699-118f-4f28-a99f-cf13cdae0bb9 req-3611f599-2361-4e02-92f0-cb94e1c4f95e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909463 Apr 29 15:39:52.067667 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Transition to ACTIVE for port object 2622081e-276b-412e-9732-0bb205e51e84 will not be triggered until provisioned by entity DHCP. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:52.084720 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.102194 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Attempting to bind port 303ca858-bb47-4ffd-afd1-e83f112a7ab2 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:52.102751 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Attempting to bind port 303ca858-bb47-4ffd-afd1-e83f112a7ab2 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:52.103425 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Attempting to bind port 303ca858-bb47-4ffd-afd1-e83f112a7ab2 on network 04334de3-f115-4b90-b55a-4e42c152d433 {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:52.116493 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-9b2e5019-2e95-49a1-82cf-cd721793767a None None] Provisioning complete for port 69635098-8584-4a35-a12d-5d3e16ebf670 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:52.117062 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5019-2e95-49a1-82cf-cd721793767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.127082 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.146942 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:52.165005 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:52.165456 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:39:52.165847 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.166314 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Bound using segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:52.166804 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Bound port: 303ca858-bb47-4ffd-afd1-e83f112a7ab2, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:52.167183 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.186684 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.197308 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Network 860b9212-80e8-4076-aabe-4b720ebb371d is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:52.201061 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:52.201374 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.206132 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:39:52.211399 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-5afcf480-e0b2-4a01-acfc-bedbac8550ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:52.254603 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e5019-2e95-49a1-82cf-cd721793767a None None] Port 69635098-8584-4a35-a12d-5d3e16ebf670 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:52.259415 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1fbac-61df-49b9-ae95-6806dcd550b9 None None] Pushing event updated for resources: {'Port': ['ID=303ca858-bb47-4ffd-afd1-e83f112a7ab2,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.262601 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-f7b1fbac-61df-49b9-ae95-6806dcd550b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:52.281896 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Pushing event updated for resources: {'Port': ['ID=2622081e-276b-412e-9732-0bb205e51e84,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.294615 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:52.295330 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998160'] for router_interface, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.297343 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] For port 303ca858-bb47-4ffd-afd1-e83f112a7ab2, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:52.304278 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] For port 303ca858-bb47-4ffd-afd1-e83f112a7ab2, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=303ca858-bb47-4ffd-afd1-e83f112a7ab2,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:52.311547 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.321472 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:52.321943 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=563c35997a704dbebbba023c2e851bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5844040 Apr 29 15:39:52.322805 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b471bdf8-e07a-4530-91a9-9511cbc7a700,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.327817 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56196) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:52.330275 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:52.431472 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:39:52.432250 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:52.504535 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d20ebc97-f9fc-4c80-baee-207da6047042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.550698 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1fbac-61df-49b9-ae95-6806dcd550b9 None None] Pushing event updated for resources: {'Port': ['ID=303ca858-bb47-4ffd-afd1-e83f112a7ab2,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.554272 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d20ebc97-f9fc-4c80-baee-207da6047042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.554565 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-f7b1fbac-61df-49b9-ae95-6806dcd550b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:52.646192 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.661058 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-d87a5fb2-bde5-48a0-9ec1-275684d605e7 None None] Provisioning for port 2622081e-276b-412e-9732-0bb205e51e84 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:52.668983 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-d87a5fb2-bde5-48a0-9ec1-275684d605e7 None None] Provisioning complete for port 2622081e-276b-412e-9732-0bb205e51e84 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:52.669367 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d87a5fb2-bde5-48a0-9ec1-275684d605e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.685963 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d20ebc97-f9fc-4c80-baee-207da6047042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.690690 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-de5932b6-00bb-42d0-ad5c-6e28ff35e038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:52.708974 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69635098-8584-4a35-a12d-5d3e16ebf670 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:39:52.713706 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d20ebc97-f9fc-4c80-baee-207da6047042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.717792 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d20ebc97-f9fc-4c80-baee-207da6047042 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b471bdf8-e07a-4530-91a9-9511cbc7a700 HTTP/1.1" status: 204 len: 168 time: 0.3862154 Apr 29 15:39:52.717792 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ebc97-f9fc-4c80-baee-207da6047042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b471bdf8-e07a-4530-91a9-9511cbc7a700,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.721508 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d20ebc97-f9fc-4c80-baee-207da6047042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:52.723836 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.731921 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:39:52.755105 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Transition to ACTIVE for port object 69635098-8584-4a35-a12d-5d3e16ebf670 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:52.762580 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.771627 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:52.879408 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-d87a5fb2-bde5-48a0-9ec1-275684d605e7 None None] Port 2622081e-276b-412e-9732-0bb205e51e84 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:52.939206 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.949302 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.988911 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c92da130-f431-487e-8554-a0f9a133b898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:53.012301 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:53.023023 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:53.101662 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Pushing event updated for resources: {'Port': ['ID=2622081e-276b-412e-9732-0bb205e51e84,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:53.119581 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:53.156900 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998067'] for router_interface, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.158806 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:48Z', 'revision_number': 3, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:53.168537 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239df7f-eca2-4fa0-9bc9-f755de47513c None None] The sync data for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb is: [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:48Z', 'revision_number': 3, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:53.451575 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Network 860b9212-80e8-4076-aabe-4b720ebb371d is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:53.452735 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:53.469483 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Attempting to bind port 69635098-8584-4a35-a12d-5d3e16ebf670 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:53.470346 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Attempting to bind port 69635098-8584-4a35-a12d-5d3e16ebf670 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:53.473987 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Attempting to bind port 69635098-8584-4a35-a12d-5d3e16ebf670 on network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:53.491173 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Port 69635098-8584-4a35-a12d-5d3e16ebf670 on network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:39:53.491734 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Attempting to bind port 69635098-8584-4a35-a12d-5d3e16ebf670 on network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:53.503336 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:53.504556 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Checking segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:39:53.505397 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Bound using segment: {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:53.506084 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Bound port: 69635098-8584-4a35-a12d-5d3e16ebf670, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23203a36-d17c-46e8-a664-928728a9cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:53.506694 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.577074 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea537d36-63bd-48d9-abab-e45fd0efc0fc req-8bf5f9dd-2e4f-4d27-aa60-e11d8a44a6c6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:53.584466 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ea537d36-63bd-48d9-abab-e45fd0efc0fc req-8bf5f9dd-2e4f-4d27-aa60-e11d8a44a6c6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.2795358 Apr 29 15:39:53.701259 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ea537d36-63bd-48d9-abab-e45fd0efc0fc req-bf13e582-0360-4178-a359-69d65695c460 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157949 Apr 29 15:39:53.756401 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:53.765740 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:53.774899 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.779193 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1c834a77-915f-4a59-bad2-b377519f328a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:53.852204 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-b7997ca0-dcc6-458d-bbd8-a04eeeb1a6b8 None None] Provisioning complete for port 2622081e-276b-412e-9732-0bb205e51e84 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:53.853057 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-b7997ca0-dcc6-458d-bbd8-a04eeeb1a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.916296 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:53.939485 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:53.940100 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.955100 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] 10.222.0.47 "PUT /v2.0/ports/69635098-8584-4a35-a12d-5d3e16ebf670 HTTP/1.1" status: 200 len: 1093 time: 2.0405338 Apr 29 15:39:53.962678 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:39:54.015646 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-b7997ca0-dcc6-458d-bbd8-a04eeeb1a6b8 None None] Port 2622081e-276b-412e-9732-0bb205e51e84 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:54.076348 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670', 'status': 'completed', 'code': 200} Apr 29 15:39:54.110083 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:54.127302 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:54.165632 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaec54-d34b-472e-b678-2da616228bec req-d040c4b4-c5bb-42c7-922a-650f4e20e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:54.167247 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-d040c4b4-c5bb-42c7-922a-650f4e20e0ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 1096 time: 0.1457024 Apr 29 15:39:54.278751 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:54.280397 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-f7a7b8a2-97e9-4f4b-9748-cff7a556a88d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69635098-8584-4a35-a12d-5d3e16ebf670 HTTP/1.1" status: 200 len: 217 time: 0.0983489 Apr 29 15:39:54.291128 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] 10.222.0.42 "PUT /v2.0/routers/5ea2b7dd-640e-41fa-85e1-a669db563ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7480760 Apr 29 15:39:54.384007 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaec54-d34b-472e-b678-2da616228bec req-bf88fce1-6c9d-4e10-ba82-c452de4a871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:54.386149 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-bf88fce1-6c9d-4e10-ba82-c452de4a871a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.0985589 Apr 29 15:39:54.497968 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaec54-d34b-472e-b678-2da616228bec req-5d18aa5c-27df-4ae0-9524-8a211a6352b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:54.499391 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-5d18aa5c-27df-4ae0-9524-8a211a6352b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042900 Apr 29 15:39:54.658892 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-99d55084-6290-4fd7-9e1a-8ac1a41f9b71 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515260 Apr 29 15:39:54.828628 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6cbaec54-d34b-472e-b678-2da616228bec req-c1e8d686-3f1a-4081-8563-af3e7ef9c4ce service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626112 Apr 29 15:39:55.022176 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ca42-e8b5-4243-ad03-0127bb3268a4 req-a914ae89-f062-4f10-be72-39fe5da0c4e7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:55.023862 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-64f5ca42-e8b5-4243-ad03-0127bb3268a4 req-a914ae89-f062-4f10-be72-39fe5da0c4e7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1694736 Apr 29 15:39:55.079710 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-59e50efe-e7d8-491a-bb56-de761c518cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:55.081216 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-59e50efe-e7d8-491a-bb56-de761c518cdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 1096 time: 0.1319087 Apr 29 15:39:55.086943 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-64f5ca42-e8b5-4243-ad03-0127bb3268a4 req-8aa5fc85-3cf9-4e1f-8e2a-bd10d684a573 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522301 Apr 29 15:39:55.157670 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56262) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:55.164905 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-432412631-network', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:55.171524 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:55.177923 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Usage tracker for resource:network and tenant:4e3f7aa3d982447bb7413f4ba2213019 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:55.181165 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:55.187315 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:55.209254 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Made reservation on behalf of 4e3f7aa3d982447bb7413f4ba2213019 for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:55.212575 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.231625 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.239233 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-3ffff98e-9ef2-4637-a776-ba68d3c060f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:55.240948 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-3ffff98e-9ef2-4637-a776-ba68d3c060f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.1528761 Apr 29 15:39:55.249040 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:55.256595 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Usage tracker for resource:security_group_rule and tenant:4e3f7aa3d982447bb7413f4ba2213019 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:55.259720 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:55.266133 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:55.324060 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-beb38d3d-b9c9-4065-9085-632ed4ac6952 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69635098-8584-4a35-a12d-5d3e16ebf670 HTTP/1.1" status: 200 len: 217 time: 0.0751896 Apr 29 15:39:55.391952 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.397267 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.400711 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-219f3027-e85e-4bfd-ac6f-924364c698b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:55.438327 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:55.439414 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-fb6b1113-7b9c-4c26-96dd-f7cfcab63859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:55.439647 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 303ca858-bb47-4ffd-afd1-e83f112a7ab2 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:55.440949 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-fb6b1113-7b9c-4c26-96dd-f7cfcab63859 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.1092839 Apr 29 15:39:55.446068 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa66f25c-437b-45c7-81ac-83cb9101cb8f,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.447795 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:55.467684 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.468028 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Added segment b08f831a-06c7-49dd-9873-7bcfe535e333 of type vlan for network 89652839-f6ba-487b-85ee-393797f11cfa Apr 29 15:39:55.529306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.548984 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Sync routers for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:55.569498 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:39:55.570597 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:55.613268 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 303ca858-bb47-4ffd-afd1-e83f112a7ab2 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:55.617043 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.618825 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:55.619944 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.622422 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 303ca858-bb47-4ffd-afd1-e83f112a7ab2 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:55.622777 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.626108 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-deb5c106-33d8-4862-bd6e-ba97adc2e0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:55.711469 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-a82c5692-de74-464f-a67d-ebb9192ecdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:55.713831 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-a82c5692-de74-464f-a67d-ebb9192ecdd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2637961 Apr 29 15:39:55.748265 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Pushing event updated for resources: {'Network': ['ID=89652839-f6ba-487b-85ee-393797f11cfa,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.753481 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:55.757821 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5970356 Apr 29 15:39:55.760023 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56274) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:55.765358 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 89652839-f6ba-487b-85ee-393797f11cfa details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:55.769953 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Request body: {'subnet': {'network_id': '89652839-f6ba-487b-85ee-393797f11cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-432412631-subnet', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'ip_version': 4}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:55.781881 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:55.790509 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Usage tracker for resource:subnet and tenant:4e3f7aa3d982447bb7413f4ba2213019 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:55.797653 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:55.808190 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:55.837375 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Made reservation on behalf of 4e3f7aa3d982447bb7413f4ba2213019 for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:55.838365 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2061581'] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.857013 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:39:55.906023 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-d8d8b876-4a7f-4452-8c05-cc5cd66c1cbf service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816254 Apr 29 15:39:56.031471 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.079124 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 303ca858-bb47-4ffd-afd1-e83f112a7ab2, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=303ca858-bb47-4ffd-afd1-e83f112a7ab2,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:56.085420 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.091991 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:56.199452 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-945ab1a4-188d-48bb-a46f-518c57c31f64 req-15be1681-9f49-463d-bde9-f5f1d4be506c service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851725 Apr 29 15:39:56.231061 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 2, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:56.236319 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Checking router: 5ea2b7dd-640e-41fa-85e1-a669db563ea1 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:56.236698 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Updating router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 port 2622081e-276b-412e-9732-0bb205e51e84 binding host dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:56.258285 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=303ca858-bb47-4ffd-afd1-e83f112a7ab2,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:56.273666 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:56.276656 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-974979a6-c312-4a76-8ad3-cc83cf70b2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.303767 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.409666 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558641f-8095-4df0-9df3-341a00c61a83 req-1ef768ce-6e91-4470-ba2e-131c8993ca78 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:56.411892 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a558641f-8095-4df0-9df3-341a00c61a83 req-1ef768ce-6e91-4470-ba2e-131c8993ca78 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1114373 Apr 29 15:39:56.479546 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a558641f-8095-4df0-9df3-341a00c61a83 req-6c395741-8b50-4ec2-9558-83278a3315ab tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609558 Apr 29 15:39:56.500311 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2061695'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.506090 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ba2488b5-615b-436e-aa34-9743ec0b0a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:56.583504 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef03962-db14-4029-98e8-9b9bd8749db5,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:56.586559 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:56.596176 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Checking segment: {'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:39:56.596845 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Network hostable DHCP agents. Network: 89652839-f6ba-487b-85ee-393797f11cfa, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:56.619560 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Network 89652839-f6ba-487b-85ee-393797f11cfa is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:56.632118 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 89652839-f6ba-487b-85ee-393797f11cfa) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:56.641687 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8d715-7f69-423d-9cd4-0f7d32a19b13 None None] Network 89652839-f6ba-487b-85ee-393797f11cfa requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:56.660760 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:56.661347 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.694696 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-372ae413-a784-4677-a43e-2812bbd2aba0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9332635 Apr 29 15:39:56.697166 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56298) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:56.709758 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:56.714796 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:56.720272 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Usage tracker for resource:router and tenant:4e3f7aa3d982447bb7413f4ba2213019 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:56.724912 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:56.738409 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:56.752172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8100588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46149'] for router, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.753531 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8100579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8124980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8036951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46162'] for router, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.778399 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.853921 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Notify callbacks [] for port, precommit_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.874666 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.provisioning_blocks [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Transition to ACTIVE for port object 2622081e-276b-412e-9732-0bb205e51e84 will not be triggered until provisioned by entity L2. {{(pid=73803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:56.883640 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.889858 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-6a6a2ac6-4cf2-425f-84e1-940f99affcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:56.965579 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Pushing event updated for resources: {'Port': ['ID=2622081e-276b-412e-9732-0bb205e51e84,revision_number=3']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:57.095079 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.095931 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.096468 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.097055 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.097695 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.101079 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.101658 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.102210 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.102815 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.104219 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.104835 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.105359 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:57.143579 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:57.212519 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0de881c-91fa-590f-a313-02bdcb20b747-89652839-f6ba-487b-85ee-393797f11cfa', 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'fixed_ips': [{'subnet_id': 'bef03962-db14-4029-98e8-9b9bd8749db5'}]}} from dv-cinder-788782-1-smb. {{(pid=73802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:57.214053 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.253039 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8098072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46240'] for router, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.267707 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Attempting to bind port 2622081e-276b-412e-9732-0bb205e51e84 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:57.268099 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Attempting to bind port 2622081e-276b-412e-9732-0bb205e51e84 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:57.268518 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Attempting to bind port 2622081e-276b-412e-9732-0bb205e51e84 on network 860b9212-80e8-4076-aabe-4b720ebb371d {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:57.276713 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:57.277215 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Checking segment: {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:39:57.277639 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.278087 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Bound using segment: {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:57.278616 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Bound port: 2622081e-276b-412e-9732-0bb205e51e84, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'}}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:57.279127 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.435517 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] For port 2622081e-276b-412e-9732-0bb205e51e84, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:57.442984 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] For port 2622081e-276b-412e-9732-0bb205e51e84, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=2622081e-276b-412e-9732-0bb205e51e84,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:57.449129 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.db_base_plugin_common [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Allocated IP 172.20.0.2 (89652839-f6ba-487b-85ee-393797f11cfa/bef03962-db14-4029-98e8-9b9bd8749db5/2b266172-9b42-4a8c-9813-d25db54f7c1c) {{(pid=73802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:57.449628 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.463384 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:57.508067 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56308) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:57.531350 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:39:57.548991 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 303ca858-bb47-4ffd-afd1-e83f112a7ab2 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:57.639853 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Pushing event updated for resources: {'Port': ['ID=2622081e-276b-412e-9732-0bb205e51e84,revision_number=4']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:57.655514 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-a2d17abb-e83a-401c-87b0-4dd58e527d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:57.661509 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:39:57.663594 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:57.698342 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.787138 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:57.798906 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Usage tracker for resource:security_group_rule and tenant:dfb9ca965a4347f1b8a6dcfc7412b3fa is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:57.803859 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:57.813994 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:57.898350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.908425 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 303ca858-bb47-4ffd-afd1-e83f112a7ab2 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:57.912223 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.941090 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.944668 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555bf33-77bb-4143-ad08-ae3ce9a09b2c req-e4259516-e13f-4603-83a7-5509797b01da tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:57.946438 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e555bf33-77bb-4143-ad08-ae3ce9a09b2c req-e4259516-e13f-4603-83a7-5509797b01da tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.2104571 Apr 29 15:39:57.972802 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:39:58.023885 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.036823 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.047529 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a5017c2d-b1cc-4645-a918-49f307c2fd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:58.076944 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e555bf33-77bb-4143-ad08-ae3ce9a09b2c req-d2b539c3-7756-424c-b901-4cf922c53824 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167996 Apr 29 15:39:58.130454 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Allocated IP 172.28.2.13 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/cc8263ff-c5fe-4af2-a161-448c2c5d560f) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:58.138711 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221c8aec-e93a-4543-84b7-c36c73d25740,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:58.146194 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfb9ca965a4347f1b8a6dcfc7412b3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344259 Apr 29 15:39:58.146194 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:58.146501 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56318) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:58.201092 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:58.216339 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '69635098-8584-4a35-a12d-5d3e16ebf670', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'port_id': '69635098-8584-4a35-a12d-5d3e16ebf670', 'mac_address': 'fa:16:3e:73:9b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:39:58.223887 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a495bd82-6b08-4406-ba2e-2166889028f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.262879 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a495bd82-6b08-4406-ba2e-2166889028f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.305841 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.336248 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a495bd82-6b08-4406-ba2e-2166889028f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.341152 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-afc6a5ce-5a91-4c2c-8d64-9e77980eb41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:58.344712 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.359597 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a495bd82-6b08-4406-ba2e-2166889028f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.364494 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-a495bd82-6b08-4406-ba2e-2166889028f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/221c8aec-e93a-4543-84b7-c36c73d25740 HTTP/1.1" status: 204 len: 168 time: 0.2132630 Apr 29 15:39:58.364685 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:58.364787 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495bd82-6b08-4406-ba2e-2166889028f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221c8aec-e93a-4543-84b7-c36c73d25740,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:58.364976 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a495bd82-6b08-4406-ba2e-2166889028f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:58.402307 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.417812 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Notify callbacks [] for port, precommit_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.433082 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Transition to ACTIVE for port object 2b266172-9b42-4a8c-9813-d25db54f7c1c will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:58.462924 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8263ff-c5fe-4af2-a161-448c2c5d560f,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:58.467073 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:57Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:58.471765 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:58.472146 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Transition to ACTIVE for port object 2b266172-9b42-4a8c-9813-d25db54f7c1c will not be triggered until provisioned by entity DHCP. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:58.473634 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298efd1-a6f5-49dd-8389-a6addda6e008 None None] The sync data for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb is: [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:57Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:58.481841 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69635098-8584-4a35-a12d-5d3e16ebf670 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:39:58.484693 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:58.486759 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:58.490513 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:39:58.502986 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853'] for port, after_create {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.514973 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-736eb356-c4b1-428a-a753-5720e3d4fa88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:58.577157 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:58.603412 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Network 89652839-f6ba-487b-85ee-393797f11cfa is already hosted by enough agents. {{(pid=73802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:58.604625 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.scheduler.base_scheduler [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Resources bound (agent type, host, resource id): {{(pid=73802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:58.608601 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.610391 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Received port after_create {{(pid=73802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:39:58.714153 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Pushing event updated for resources: {'Port': ['ID=2b266172-9b42-4a8c-9813-d25db54f7c1c,revision_number=1']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:58.720439 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:58.720916 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:58.788639 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Attempting to bind port 2b266172-9b42-4a8c-9813-d25db54f7c1c on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:58.789013 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Attempting to bind port 2b266172-9b42-4a8c-9813-d25db54f7c1c by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:58.789385 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Attempting to bind port 2b266172-9b42-4a8c-9813-d25db54f7c1c on network 89652839-f6ba-487b-85ee-393797f11cfa {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:58.801885 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:58.806540 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Checking segment: {'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:39:58.808041 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.808640 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Bound using segment: {'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:58.810176 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Bound port: 2b266172-9b42-4a8c-9813-d25db54f7c1c, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:58.811172 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.830049 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:58.837417 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:58.846411 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56326) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:58.876782 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.898821 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:58.908580 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Usage tracker for resource:security_group_rule and tenant:19e8a231903a44e19df5e65240a9ae19 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:58.934440 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:58.947220 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:58.961525 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d4d3084b-5244-4d78-86e9-e35a3b707f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.974291 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['69635098-8584-4a35-a12d-5d3e16ebf670'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:39:59.026874 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.078718 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] For port 2b266172-9b42-4a8c-9813-d25db54f7c1c, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:59.099041 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.100931 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] For port 2b266172-9b42-4a8c-9813-d25db54f7c1c, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=2b266172-9b42-4a8c-9813-d25db54f7c1c,segment=NetworkSegment(b08f831a-06c7-49dd-9873-7bcfe535e333),segment_id=b08f831a-06c7-49dd-9873-7bcfe535e333)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:59.121365 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.128187 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:59.143271 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.154438 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.177732 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cb0e6548-3820-4adf-80fa-2cc3d65bed09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:59.227189 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7dad6f-b9d3-4df3-a05b-ca0078a30811,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.245266 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:59.302747 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Pushing event updated for resources: {'Port': ['ID=2b266172-9b42-4a8c-9813-d25db54f7c1c,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.309360 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:59.355261 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19e8a231903a44e19df5e65240a9ae19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076990 Apr 29 15:39:59.362046 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56334) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:59.490049 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 2622081e-276b-412e-9732-0bb205e51e84 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:59.495746 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fcddd0ef-6c7d-4269-86ed-dad3e0f8a711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.505476 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057cb0-7228-4108-8c2e-18bc6251e12c req-9c750a0f-ea22-4d0b-9c61-e14c25bdd45e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:39:59.507467 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a6057cb0-7228-4108-8c2e-18bc6251e12c req-9c750a0f-ea22-4d0b-9c61-e14c25bdd45e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 944 time: 0.2460921 Apr 29 15:39:59.583105 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fcddd0ef-6c7d-4269-86ed-dad3e0f8a711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.637092 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a6057cb0-7228-4108-8c2e-18bc6251e12c req-92ff3a78-eb6b-4390-a179-1983dcbd22bf tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185431 Apr 29 15:39:59.687758 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 2622081e-276b-412e-9732-0bb205e51e84 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:59.695648 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 2622081e-276b-412e-9732-0bb205e51e84 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:59.699069 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fcddd0ef-6c7d-4269-86ed-dad3e0f8a711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.699617 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.705473 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-5503f07c-0b8b-45a3-8205-26821ff004fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:39:59.734704 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddd0ef-6c7d-4269-86ed-dad3e0f8a711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7dad6f-b9d3-4df3-a05b-ca0078a30811,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.740777 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fcddd0ef-6c7d-4269-86ed-dad3e0f8a711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:39:59.743916 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fcddd0ef-6c7d-4269-86ed-dad3e0f8a711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.747329 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-fcddd0ef-6c7d-4269-86ed-dad3e0f8a711 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af7dad6f-b9d3-4df3-a05b-ca0078a30811 HTTP/1.1" status: 204 len: 168 time: 0.3819120 Apr 29 15:39:59.748688 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8098145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8117721'] for router, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.939498 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.991375 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 2622081e-276b-412e-9732-0bb205e51e84, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=2622081e-276b-412e-9732-0bb205e51e84,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:00.001637 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.003722 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:00.099824 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=2622081e-276b-412e-9732-0bb205e51e84,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:00.107434 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:00.123981 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.176637 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Router e1cdaeb8-b760-40a9-94ca-00f667a001f4 is scheduled to L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 with binding_index 1 {{(pid=73801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:40:00.408270 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:00.417181 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Sync routers for ids ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:00.436142 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Routers {'e1cdaeb8-b760-40a9-94ca-00f667a001f4'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:00.436781 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:00.446933 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.449327 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7507358 Apr 29 15:40:00.454675 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56352) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.555910 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe4ee3-9641-48f9-9c12-8f845794686b None None] Network 89652839-f6ba-487b-85ee-393797f11cfa requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:40:00.735541 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-e34bde15-c23a-458a-9a8e-b41379427dac None None] Provisioning for port 2b266172-9b42-4a8c-9813-d25db54f7c1c completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:00.797267 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Set router e1cdaeb8-b760-40a9-94ca-00f667a001f4 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:00.849970 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb4248-7328-47d5-864b-82b02dd56207 req-cce6115f-aa38-4dad-9e5c-c758409e00f6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:00.861348 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-80bb4248-7328-47d5-864b-82b02dd56207 req-cce6115f-aa38-4dad-9e5c-c758409e00f6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 944 time: 0.0960352 Apr 29 15:40:00.920559 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-80bb4248-7328-47d5-864b-82b02dd56207 req-8a80331e-36c5-497d-b83a-353f630af748 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582116 Apr 29 15:40:01.227520 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:39:58Z', 'revision_number': 3, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port': {'id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:57Z', 'updated_at': '2021-04-29T15:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:01.235035 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Checking router: e1cdaeb8-b760-40a9-94ca-00f667a001f4 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:01.235537 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Updating router e1cdaeb8-b760-40a9-94ca-00f667a001f4 port cc8263ff-c5fe-4af2-a161-448c2c5d560f binding host dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:40:01.312377 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.328938 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.386636 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:01.605108 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 69635098-8584-4a35-a12d-5d3e16ebf670 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:01.613168 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 69635098-8584-4a35-a12d-5d3e16ebf670 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:01.613555 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.648685 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 2622081e-276b-412e-9732-0bb205e51e84 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:01.705173 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Allocated IP 172.20.0.1 (89652839-f6ba-487b-85ee-393797f11cfa/bef03962-db14-4029-98e8-9b9bd8749db5/fa9c66e7-fda0-445d-84e3-28e14f38a487) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:01.813082 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.870280 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.889698 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.provisioning_blocks [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Transition to ACTIVE for port object fa9c66e7-fda0-445d-84e3-28e14f38a487 will not be triggered until provisioned by entity DHCP. {{(pid=73801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:01.918084 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.923310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:01.954430 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 2622081e-276b-412e-9732-0bb205e51e84 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:01.954618 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.978922 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.db.resource_extend [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:40:02.037152 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.101986 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:02.105335 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Pushing event updated for resources: {'Port': ['ID=fa9c66e7-fda0-445d-84e3-28e14f38a487,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:02.108345 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:02.110480 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Network 89652839-f6ba-487b-85ee-393797f11cfa is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:02.112092 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:02.120991 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Notify callbacks [] for port, precommit_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.124010 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:02.136875 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:40:02.140722 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.144393 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:02.185527 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670', 'code': 200} Apr 29 15:40:02.186848 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Transition to ACTIVE for port object cc8263ff-c5fe-4af2-a161-448c2c5d560f will not be triggered until provisioned by entity L2. {{(pid=73802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:02.201169 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.227474 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998160'] for router_interface, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.246686 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd1e8d-ccc0-4c6e-b88e-86a8bc7e831d req-3f0650e7-139c-457a-a0ad-30ca47be057e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:02.248820 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7dd1e8d-ccc0-4c6e-b88e-86a8bc7e831d req-3f0650e7-139c-457a-a0ad-30ca47be057e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1707125 Apr 29 15:40:02.305665 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Attempting to bind port cc8263ff-c5fe-4af2-a161-448c2c5d560f on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:02.305665 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Attempting to bind port cc8263ff-c5fe-4af2-a161-448c2c5d560f by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:02.306383 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Attempting to bind port cc8263ff-c5fe-4af2-a161-448c2c5d560f on network 04334de3-f115-4b90-b55a-4e42c152d433 {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:02.320073 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:02.320468 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Checking segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:40:02.321378 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.321796 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Bound using segment: {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'} {{(pid=73802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:02.322513 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.managers [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Bound port: cc8263ff-c5fe-4af2-a161-448c2c5d560f, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d7dee-2342-4dad-bab7-db7d94593099', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}}] {{(pid=73802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:02.322856 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.366258 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:02.369518 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:02.381443 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7dd1e8d-ccc0-4c6e-b88e-86a8bc7e831d req-4e60f8c9-aa73-4e3a-87ed-ff2ce797a440 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174827 Apr 29 15:40:02.385674 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:02.435622 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.470422 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 2b266172-9b42-4a8c-9813-d25db54f7c1c up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:02.632334 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-ce76c9c2-80a4-45de-833a-a80051fb6386 None None] Provisioning for port fa9c66e7-fda0-445d-84e3-28e14f38a487 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:02.643349 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-ce76c9c2-80a4-45de-833a-a80051fb6386 None None] Provisioning complete for port fa9c66e7-fda0-445d-84e3-28e14f38a487 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:02.643739 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-ce76c9c2-80a4-45de-833a-a80051fb6386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.716020 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-ce76c9c2-80a4-45de-833a-a80051fb6386 None None] Port fa9c66e7-fda0-445d-84e3-28e14f38a487 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:40:02.717491 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef1a23-a29b-46ce-98e3-41c313404775 None None] Pushing event updated for resources: {'Port': ['ID=cc8263ff-c5fe-4af2-a161-448c2c5d560f,revision_number=2']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:02.725720 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a0cac-bd99-4f05-a65b-009ad6b22588 req-6862b9ae-3f9a-489c-a1cc-6c9399cd34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:02.727546 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-773a0cac-bd99-4f05-a65b-009ad6b22588 req-6862b9ae-3f9a-489c-a1cc-6c9399cd34f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 1098 time: 0.1626902 Apr 29 15:40:02.736839 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-e3ef1a23-a29b-46ce-98e3-41c313404775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:02.738003 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] For port cc8263ff-c5fe-4af2-a161-448c2c5d560f, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:02.749104 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port 2b266172-9b42-4a8c-9813-d25db54f7c1c completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:02.756555 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] For port cc8263ff-c5fe-4af2-a161-448c2c5d560f, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=cc8263ff-c5fe-4af2-a161-448c2c5d560f,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:02.757527 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 2b266172-9b42-4a8c-9813-d25db54f7c1c triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:02.757972 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.795332 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.795554 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-773a0cac-bd99-4f05-a65b-009ad6b22588 req-ff3ee2e0-0d43-436e-ac1c-9305e223a56d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600400 Apr 29 15:40:02.818625 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:02.836053 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.843377 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.878320 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-589990a4-2967-4c1b-94ed-69af2bc5e682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:02.894345 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef1a23-a29b-46ce-98e3-41c313404775 None None] Pushing event updated for resources: {'Port': ['ID=cc8263ff-c5fe-4af2-a161-448c2c5d560f,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:02.901606 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-e3ef1a23-a29b-46ce-98e3-41c313404775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:02.933612 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Routers {'e1cdaeb8-b760-40a9-94ca-00f667a001f4'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:02.935528 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.016903 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Pushing event updated for resources: {'Port': ['ID=fa9c66e7-fda0-445d-84e3-28e14f38a487,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:03.024364 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:03.033505 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998067'] for router_interface, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.169455 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.213699 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] Set router e1cdaeb8-b760-40a9-94ca-00f667a001f4 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:03.254016 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Network 89652839-f6ba-487b-85ee-393797f11cfa is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:03.255244 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:03.278060 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port 2b266172-9b42-4a8c-9813-d25db54f7c1c, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=2b266172-9b42-4a8c-9813-d25db54f7c1c,segment=NetworkSegment(b08f831a-06c7-49dd-9873-7bcfe535e333),segment_id=b08f831a-06c7-49dd-9873-7bcfe535e333)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:03.289773 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.293873 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:03.491248 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba57d5-5628-4968-a34c-40aa75069b16 req-94868ea0-50a8-4912-8ff9-d7895837d0e8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:03.511382 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e2ba57d5-5628-4968-a34c-40aa75069b16 req-94868ea0-50a8-4912-8ff9-d7895837d0e8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1708097 Apr 29 15:40:03.513855 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Router e1cdaeb8-b760-40a9-94ca-00f667a001f4 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:03.581603 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=2b266172-9b42-4a8c-9813-d25db54f7c1c,revision_number=3']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:03.584939 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:03.585811 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.603999 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e2ba57d5-5628-4968-a34c-40aa75069b16 req-081334d5-4dd0-45d6-8ae2-51ba673d7e84 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906050 Apr 29 15:40:03.712489 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38578de-8ff4-47f0-8885-519ee86508bd req-45f3a1a6-765c-4aa5-90ed-9181dfd70565 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:03.714599 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c38578de-8ff4-47f0-8885-519ee86508bd req-45f3a1a6-765c-4aa5-90ed-9181dfd70565 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1272092 Apr 29 15:40:03.726790 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:03.736876 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-f5fa3083-5eed-47ac-a504-b8b314ad535b admin admin] 10.222.0.42 "PUT /v2.0/routers/e1cdaeb8-b760-40a9-94ca-00f667a001f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2836046 Apr 29 15:40:03.742667 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-5983dcfb-bce4-4567-b1f5-e70f84b453a0 None None] Provisioning complete for port fa9c66e7-fda0-445d-84e3-28e14f38a487 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:03.743040 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5983dcfb-bce4-4567-b1f5-e70f84b453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:03.784183 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c38578de-8ff4-47f0-8885-519ee86508bd req-0172bd8d-b108-4926-8782-492f5ea08796 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607581 Apr 29 15:40:03.820473 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-5983dcfb-bce4-4567-b1f5-e70f84b453a0 None None] Port fa9c66e7-fda0-445d-84e3-28e14f38a487 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:40:03.842319 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 4, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port': {'id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:57Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'fa9c66e7-fda0-445d-84e3-28e14f38a487', 'name': '', 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'mac_address': 'fa:16:3e:cd:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:40:01Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 2, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'subnets': [{'id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.846434 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466cd78-5807-47d3-880a-817b65766b63 None None] The sync data for ids ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'] in dv-cinder-788782-1-smb is: [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 4, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port': {'id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:57Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'fa9c66e7-fda0-445d-84e3-28e14f38a487', 'name': '', 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'mac_address': 'fa:16:3e:cd:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:40:01Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 2, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'subnets': [{'id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:04.839155 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a9dd0-e8fb-4622-bd64-570be7b59e77 req-9518b6ce-5110-4f28-9dc2-665cfd3717db tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:04.840748 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d1a9dd0-e8fb-4622-bd64-570be7b59e77 req-9518b6ce-5110-4f28-9dc2-665cfd3717db tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1210489 Apr 29 15:40:04.916267 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d1a9dd0-e8fb-4622-bd64-570be7b59e77 req-c6272522-af3b-4ef1-aecf-0b2bc26c340f tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683489 Apr 29 15:40:05.122163 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e09a49-8265-41e8-9857-e9a50c1e9ddd req-713959f4-5170-418b-b9ad-5dca7f63d069 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:05.123971 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7e09a49-8265-41e8-9857-e9a50c1e9ddd req-713959f4-5170-418b-b9ad-5dca7f63d069 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1148112 Apr 29 15:40:05.220928 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7e09a49-8265-41e8-9857-e9a50c1e9ddd req-0583513e-8c53-41cc-98b2-39507927ae37 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862756 Apr 29 15:40:05.609808 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device cc8263ff-c5fe-4af2-a161-448c2c5d560f up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:05.763228 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-2763f1d0-6173-4253-a34a-34a0a0031aec tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:05.763575 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port cc8263ff-c5fe-4af2-a161-448c2c5d560f completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:05.765277 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-2763f1d0-6173-4253-a34a-34a0a0031aec tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.1236198 Apr 29 15:40:05.775491 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf090f-a1cc-469c-954f-0d99c35e4e2a req-4f9b2b32-d777-4cc8-ba59-6a73314c201e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:05.777233 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7fbf090f-a1cc-469c-954f-0d99c35e4e2a req-4f9b2b32-d777-4cc8-ba59-6a73314c201e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.3394985 Apr 29 15:40:05.783847 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port cc8263ff-c5fe-4af2-a161-448c2c5d560f triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:05.784235 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.785933 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56480) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:05.791617 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Request body: {'floatingip': {'port_id': '69635098-8584-4a35-a12d-5d3e16ebf670'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:05.933300 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.995143 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Deleting port f9972be0-b018-417d-afd8-8cbf753604d4 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:05.995692 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.086734 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.143414 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port cc8263ff-c5fe-4af2-a161-448c2c5d560f, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=cc8263ff-c5fe-4af2-a161-448c2c5d560f,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:06.151819 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.152698 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 2b266172-9b42-4a8c-9813-d25db54f7c1c up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:06.194365 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] For port f9972be0-b018-417d-afd8-8cbf753604d4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9972be0-b018-417d-afd8-8cbf753604d4,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:06.194912 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.231890 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-e3ef1a23-a29b-46ce-98e3-41c313404775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:06.484148 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=cc8263ff-c5fe-4af2-a161-448c2c5d560f,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:06.495070 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:06.511211 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port 2b266172-9b42-4a8c-9813-d25db54f7c1c triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:06.511933 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:06.742852 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65cec-f7b1-4291-ac64-c32af79dc1aa req-37368877-de91-4b54-8a57-baf5b4730f7d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:06.755584 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-74f65cec-f7b1-4291-ac64-c32af79dc1aa req-37368877-de91-4b54-8a57-baf5b4730f7d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 945 time: 0.4840996 Apr 29 15:40:06.986585 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-74f65cec-f7b1-4291-ac64-c32af79dc1aa req-25255bde-925c-4457-9e03-3f04618f420e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff88c6a7-77b0-45bb-8d97-827333a0e279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236481 Apr 29 15:40:07.012290 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.013553 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.014086 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.l3_db [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Floating IP b6b1a090-566f-49c6-a9ab-e2572a7f3450 disassociated. External IP: 172.28.2.71, port: f9972be0-b018-417d-afd8-8cbf753604d4. Apr 29 15:40:07.014661 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Calling delete_port for f9972be0-b018-417d-afd8-8cbf753604d4 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:40:07.033992 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Sync routers for ids ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:07.049035 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Routers {'e1cdaeb8-b760-40a9-94ca-00f667a001f4'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:07.051191 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:07.084214 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.095973 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.281431 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.298703 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:07.415128 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Set router e1cdaeb8-b760-40a9-94ca-00f667a001f4 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:07.449822 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device cc8263ff-c5fe-4af2-a161-448c2c5d560f up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:07.475590 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event deleted for resources: {'Port': ['ID=f9972be0-b018-417d-afd8-8cbf753604d4,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:07.480781 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:07.568703 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.l3_db [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Floating IP 23a52c10-c8d7-4f50-8661-a58a4d7f9855 associated. External IP: 172.28.2.19, port: 69635098-8584-4a35-a12d-5d3e16ebf670. Apr 29 15:40:07.617023 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port cc8263ff-c5fe-4af2-a161-448c2c5d560f triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:07.617666 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:07.797498 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Router 800a68da-9519-4f83-b4d7-999af4d070a6 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:08.069853 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 4, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port': {'id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:57Z', 'updated_at': '2021-04-29T15:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'fa9c66e7-fda0-445d-84e3-28e14f38a487', 'name': '', 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'mac_address': 'fa:16:3e:cd:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:40:01Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 2, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'subnets': [{'id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:08.078096 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Checking router: e1cdaeb8-b760-40a9-94ca-00f667a001f4 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:08.078584 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Updating router e1cdaeb8-b760-40a9-94ca-00f667a001f4 port fa9c66e7-fda0-445d-84e3-28e14f38a487 binding host dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:40:08.242988 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.322702 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-92c6f17c-80d3-46aa-ba26-b7d42a7bedf7 req-36dc4338-bc0c-4372-97ab-c0003d2222df tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 210 time: 0.0642788 Apr 29 15:40:08.368742 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:08.373455 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Router 3aab9383-0991-4c74-a745-372994016242 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:08.382584 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] Sync routers for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:08.396953 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:08.398386 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:08.647686 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] No DVR routers for this DVR port f9972be0-b018-417d-afd8-8cbf753604d4 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:08.650627 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.658010 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'name': 'network-vif-deleted', 'tag': 'f9972be0-b018-417d-afd8-8cbf753604d4'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:08.678737 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6ac22b0e-4105-46f2-9127-5081890ee0b9 req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "DELETE /v2.0/ports/f9972be0-b018-417d-afd8-8cbf753604d4 HTTP/1.1" status: 204 len: 173 time: 2.8999872 Apr 29 15:40:08.690344 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:08.697127 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.723769 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] Sync routers for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:08.741184 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:08.742583 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:08.786091 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5e2f0c-41f6-4665-9444-82154273ce49', 'name': 'network-vif-deleted', 'tag': 'f9972be0-b018-417d-afd8-8cbf753604d4', 'status': 'completed', 'code': 200} Apr 29 15:40:08.852030 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-b32bcd1a-260a-4473-b376-701f729b4933 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "PUT /v2.0/floatingips/23a52c10-c8d7-4f50-8661-a58a4d7f9855 HTTP/1.1" status: 200 len: 990 time: 3.0648735 Apr 29 15:40:08.855423 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:08.856736 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:08.970042 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Notify callbacks [] for port, precommit_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.003913 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.provisioning_blocks [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Transition to ACTIVE for port object fa9c66e7-fda0-445d-84e3-28e14f38a487 will not be triggered until provisioned by entity L2. {{(pid=73803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:09.016042 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670', 'status': 'completed', 'code': 200} Apr 29 15:40:09.030597 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:09.039368 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:09.328092 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-7e91f854-fc0e-45c4-8bb1-bc30efb1c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:09.336884 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-7e91f854-fc0e-45c4-8bb1-bc30efb1c0fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 1098 time: 0.2642996 Apr 29 15:40:09.442884 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device f9972be0-b018-417d-afd8-8cbf753604d4 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:09.525161 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: f9972be0-b018-417d-afd8-8cbf753604d4 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:40:09.525647 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device f9972be0-b018-417d-afd8-8cbf753604d4 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:09.578049 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:09.583493 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] Checking router: 800a68da-9519-4f83-b4d7-999af4d070a6 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:09.601025 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:09.602542 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:09.756266 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-369ac79e-6d04-4ab3-bbcc-14c37a78e974 req-caa32914-ae9a-476e-8f05-4e1a346fdafb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Synchronizing usage tracker for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:09.802513 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-369ac79e-6d04-4ab3-bbcc-14c37a78e974 req-caa32914-ae9a-476e-8f05-4e1a346fdafb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Unset dirty status for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:09.816169 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-369ac79e-6d04-4ab3-bbcc-14c37a78e974 req-caa32914-ae9a-476e-8f05-4e1a346fdafb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5e2f0c-41f6-4665-9444-82154273ce49 HTTP/1.1" status: 200 len: 210 time: 0.1181674 Apr 29 15:40:09.819884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-5b2dc3be-fe1b-4e5a-92e9-a83f7b7e7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:09.821374 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-5b2dc3be-fe1b-4e5a-92e9-a83f7b7e7573 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.4683261 Apr 29 15:40:09.824974 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8af9b-cce2-455b-830a-44846035637c None None] Pushing event updated for resources: {'Port': ['ID=fa9c66e7-fda0-445d-84e3-28e14f38a487,revision_number=3']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:09.839617 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Attempting to bind port fa9c66e7-fda0-445d-84e3-28e14f38a487 on host dv-cinder-788782-1-smb for vnic_type normal with profile {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:09.844124 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Attempting to bind port fa9c66e7-fda0-445d-84e3-28e14f38a487 by drivers openvswitch,hyperv on host dv-cinder-788782-1-smb at level 0 using segments [{'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:09.854759 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Attempting to bind port fa9c66e7-fda0-445d-84e3-28e14f38a487 on network 89652839-f6ba-487b-85ee-393797f11cfa {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:09.857567 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-b0b8af9b-cce2-455b-830a-44846035637c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:09.859714 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:09.980697 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:10.036975 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-7c3d1194-1312-45a3-a362-a1222f63dedd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69635098-8584-4a35-a12d-5d3e16ebf670 HTTP/1.1" status: 200 len: 998 time: 0.2027454 Apr 29 15:40:10.168813 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-f4ec9224-365f-4e4a-a61d-fb76ccc3d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:10.172411 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Checking agent: {'id': '9c1902ac-600d-4698-b9f2-9025bf7b4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 27, 29), 'started_at': datetime.datetime(2021, 4, 29, 15, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:10.172963 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-f4ec9224-365f-4e4a-a61d-fb76ccc3d815 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.1249170 Apr 29 15:40:10.173321 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Checking segment: {'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:40:10.174190 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.174917 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Bound using segment: {'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'} {{(pid=73803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:10.175751 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.managers [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Bound port: fa9c66e7-fda0-445d-84e3-28e14f38a487, host: dv-cinder-788782-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08f831a-06c7-49dd-9873-7bcfe535e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa'}}] {{(pid=73803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:10.176804 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.358688 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-cb3eb326-7a58-43f7-b337-6945186946e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:10.360265 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-cb3eb326-7a58-43f7-b337-6945186946e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1828964 Apr 29 15:40:10.420517 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56540) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:10.428853 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] For port fa9c66e7-fda0-445d-84e3-28e14f38a487, host dv-cinder-788782-1-smb, cleared binding levels {{(pid=73803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:10.523595 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.plugins.ml2.db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] For port fa9c66e7-fda0-445d-84e3-28e14f38a487, host dv-cinder-788782-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=fa9c66e7-fda0-445d-84e3-28e14f38a487,segment=NetworkSegment(b08f831a-06c7-49dd-9873-7bcfe535e333),segment_id=b08f831a-06c7-49dd-9873-7bcfe535e333)] {{(pid=73803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:10.555632 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron_lib.callbacks.manager [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.578864 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-6a6a2ac6-4cf2-425f-84e1-940f99affcad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:10.584212 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-a809026b-725f-43ba-9dff-130f5cf373ec service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135861 Apr 29 15:40:10.712172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:10.742072 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8af9b-cce2-455b-830a-44846035637c None None] Pushing event updated for resources: {'Port': ['ID=fa9c66e7-fda0-445d-84e3-28e14f38a487,revision_number=4']} {{(pid=73803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:10.756815 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Routers {'e1cdaeb8-b760-40a9-94ca-00f667a001f4'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:10.757460 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:10.775586 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:10.792507 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Usage tracker for resource:security_group_rule and tenant:3fec1da4632d4a88a592cec54334bf47 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:10.803867 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:10.825276 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:10.951866 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG oslo_concurrency.lockutils [None req-b0b8af9b-cce2-455b-830a-44846035637c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=73803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:10.984842 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f1111dd-69d0-4aa2-b1c9-78d2d5eb2e18 req-dd5b439c-5d8a-4525-8b22-66648978c403 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953583 Apr 29 15:40:11.034255 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '23a52c10-c8d7-4f50-8661-a58a4d7f9855', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '3aab9383-0991-4c74-a745-372994016242', 'port_id': '69635098-8584-4a35-a12d-5d3e16ebf670', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'mac_address': 'fa:16:3e:73:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:40:06Z', 'revision_number': 1, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:11.048293 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:11.059329 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea02cc0-5b02-49b9-883d-3452ce3893f8 None None] The sync data for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb is: [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:11.078467 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.090580 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.101489 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c26843c9-5636-44bf-8c11-77c62f8006bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:11.144505 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] Checking router: 3aab9383-0991-4c74-a745-372994016242 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:11.178611 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56554) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:11.179134 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fec1da4632d4a88a592cec54334bf47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534192 Apr 29 15:40:11.182192 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7f1106-5169-4e16-b0ab-86ab729e6562,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:11.205952 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56558) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:11.207113 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:11.231690 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:11.232299 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:39:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:11.317059 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] Set router e1cdaeb8-b760-40a9-94ca-00f667a001f4 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:11.414392 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a9da01f0-183b-454e-be14-691b8ac8a939 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.416255 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dd1901af-daae-4576-a3b8-b9fec354f943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.499191 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device fa9c66e7-fda0-445d-84e3-28e14f38a487 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:11.521911 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a9da01f0-183b-454e-be14-691b8ac8a939 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.601461 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dd1901af-daae-4576-a3b8-b9fec354f943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.643384 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a9da01f0-183b-454e-be14-691b8ac8a939 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.652144 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a4bec948-f280-404d-81e0-6caf30a76f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:11.658969 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0899e92-eb43-463a-ba63-523aa5dd063e None None] New status for floating IP b6b1a090-566f-49c6-a9ab-e2572a7f3450: DOWN {{(pid=73802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:40:11.701377 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da01f0-183b-454e-be14-691b8ac8a939 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff88c6a7-77b0-45bb-8d97-827333a0e279,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:11.711468 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a9da01f0-183b-454e-be14-691b8ac8a939 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:11.715340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-a9da01f0-183b-454e-be14-691b8ac8a939 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.719677 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56568) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:11.730241 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-a9da01f0-183b-454e-be14-691b8ac8a939 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "DELETE /v2.0/security-groups/ff88c6a7-77b0-45bb-8d97-827333a0e279 HTTP/1.1" status: 204 len: 168 time: 0.5204880 Apr 29 15:40:11.748443 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.api.v2.resource [None req-3c5b2236-a772-4886-8281-40324ecb390a tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] show failed (client error): The resource could not be found. Apr 29 15:40:11.753833 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56572) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:11.755034 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-3c5b2236-a772-4886-8281-40324ecb390a tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups/ff88c6a7-77b0-45bb-8d97-827333a0e279 HTTP/1.1" status: 404 len: 347 time: 0.0332909 Apr 29 15:40:11.795447 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning for port fa9c66e7-fda0-445d-84e3-28e14f38a487 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:11.825167 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:11.882943 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port fa9c66e7-fda0-445d-84e3-28e14f38a487 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:11.883304 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.926091 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dd1901af-daae-4576-a3b8-b9fec354f943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:11.945692 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1f8b8f49-53e1-46a5-b561-aed2c4a6814f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:12.001327 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dd1901af-daae-4576-a3b8-b9fec354f943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.002630 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-dd1901af-daae-4576-a3b8-b9fec354f943 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d7f1106-5169-4e16-b0ab-86ab729e6562 HTTP/1.1" status: 204 len: 168 time: 0.8223116 Apr 29 15:40:12.003865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1901af-daae-4576-a3b8-b9fec354f943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7f1106-5169-4e16-b0ab-86ab729e6562,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:12.007528 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dd1901af-daae-4576-a3b8-b9fec354f943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:12.052013 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Deleting port 6f4c6362-61e5-4455-b0a3-1763d67aaf34 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:12.052464 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.200520 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.200757 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.378393 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.446587 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] For port fa9c66e7-fda0-445d-84e3-28e14f38a487, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=fa9c66e7-fda0-445d-84e3-28e14f38a487,segment=NetworkSegment(b08f831a-06c7-49dd-9873-7bcfe535e333),segment_id=b08f831a-06c7-49dd-9873-7bcfe535e333)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:12.451902 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.455465 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:12.477019 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 4, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port': {'id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:57Z', 'updated_at': '2021-04-29T15:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'fa9c66e7-fda0-445d-84e3-28e14f38a487', 'name': '', 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'mac_address': 'fa:16:3e:cd:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:40:01Z', 'updated_at': '2021-04-29T15:40:10Z', 'revision_number': 4, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'subnets': [{'id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:12.494238 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Calling delete_port for 6f4c6362-61e5-4455-b0a3-1763d67aaf34 owned by network:floatingip {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:40:12.499584 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f76190-05e4-4a95-9787-78e885ffcd0d None None] The sync data for ids ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'] in dv-cinder-788782-1-smb is: [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:40:02Z', 'revision_number': 4, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port': {'id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:57Z', 'updated_at': '2021-04-29T15:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'fa9c66e7-fda0-445d-84e3-28e14f38a487', 'name': '', 'network_id': '89652839-f6ba-487b-85ee-393797f11cfa', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'mac_address': 'fa:16:3e:cd:fc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:40:01Z', 'updated_at': '2021-04-29T15:40:10Z', 'revision_number': 4, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'subnets': [{'id': 'bef03962-db14-4029-98e8-9b9bd8749db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:12.519348 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '23a52c10-c8d7-4f50-8661-a58a4d7f9855', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '3aab9383-0991-4c74-a745-372994016242', 'port_id': '69635098-8584-4a35-a12d-5d3e16ebf670', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'mac_address': 'fa:16:3e:73:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:40:06Z', 'revision_number': 1, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:12.537832 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710363b4-2caa-49a2-8bcc-fe28289a5f60 None None] The sync data for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb is: [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '23a52c10-c8d7-4f50-8661-a58a4d7f9855', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'floating_ip_address': '172.28.2.19', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '3aab9383-0991-4c74-a745-372994016242', 'port_id': '69635098-8584-4a35-a12d-5d3e16ebf670', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'mac_address': 'fa:16:3e:73:9b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:40:06Z', 'revision_number': 1, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:12.622651 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Pushing event updated for resources: {'Port': ['ID=fa9c66e7-fda0-445d-84e3-28e14f38a487,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:12.626534 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:12.767255 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.777734 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c936063-ec57-4992-81fc-88405c308a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:12.831286 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56590) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:12.871708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:12.906184 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event deleted for resources: {'Port': ['ID=6f4c6362-61e5-4455-b0a3-1763d67aaf34,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:12.907553 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:12.926655 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Usage tracker for resource:security_group_rule and tenant:9665c52017a149aaadfaf551eef39580 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:12.930718 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:12.943650 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:12.980128 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:13.072268 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98388fb8-a203-4975-b55c-e08f5e8351af None None] New status for floating IP 23a52c10-c8d7-4f50-8661-a58a4d7f9855: ACTIVE {{(pid=73803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:40:13.092945 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.141615 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.143318 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "DELETE /v2.0/floatingips/b6b1a090-566f-49c6-a9ab-e2572a7f3450 HTTP/1.1" status: 204 len: 168 time: 1.3854425 Apr 29 15:40:13.171661 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.180736 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.217233 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-701fd4ad-af7d-47d5-a0f6-5eb96ac6164b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:13.241389 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9665c52017a149aaadfaf551eef39580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083145 Apr 29 15:40:13.244769 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56596) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:13.257183 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f156b8f-e240-43ff-b862-5c8e03665dbb,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:13.260855 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-54aec7a6-1f85-4daa-96fd-ff3a7eab95d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:13.365601 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf255-8ff5-4e8e-a69a-087839de5513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.409587 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf255-8ff5-4e8e-a69a-087839de5513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.452434 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device fa9c66e7-fda0-445d-84e3-28e14f38a487 up at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:13.496359 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf255-8ff5-4e8e-a69a-087839de5513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.502613 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a495bd82-6b08-4406-ba2e-2166889028f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:13.531459 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaf255-8ff5-4e8e-a69a-087839de5513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f156b8f-e240-43ff-b862-5c8e03665dbb,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:13.550256 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fdfaf255-8ff5-4e8e-a69a-087839de5513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:13.556238 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf255-8ff5-4e8e-a69a-087839de5513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.560630 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-fdfaf255-8ff5-4e8e-a69a-087839de5513 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f156b8f-e240-43ff-b862-5c8e03665dbb HTTP/1.1" status: 204 len: 168 time: 0.3145256 Apr 29 15:40:13.636430 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56602) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:13.643869 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280352942', 'description': 'tempest-description--1898802255'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:13.651676 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:13.654154 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Provisioning complete for port fa9c66e7-fda0-445d-84e3-28e14f38a487 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:13.655259 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.656848 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:security_group and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:13.660824 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:13.667524 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:13.690680 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.737852 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:13.743734 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:security_group_rule and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:13.750884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:13.778087 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:13.935694 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.949428 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:13.956695 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-281a403d-b3fc-4b1a-b8fa-dbd7eacf3bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:14.018745 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.023401 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3828280 Apr 29 15:40:14.023401 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8940ce-efac-47f3-8f33-394f13825ec1,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:14.023720 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56612) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:14.030616 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'security_group_rule': {'security_group_id': '1e8940ce-efac-47f3-8f33-394f13825ec1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:14.053584 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:14.055593 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:14.074505 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:security_group_rule and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:14.079545 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:14.094217 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:14.135769 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.275974 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.282620 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.345901 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c12b208c-7b1d-4bf5-90cf-0b7a2498eae0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:14.357056 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.361664 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56626) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:14.368459 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'security_group_rule': {'security_group_id': '1e8940ce-efac-47f3-8f33-394f13825ec1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:14.385031 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3593066 Apr 29 15:40:14.392685 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:14.404212 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08794b77-4b5f-4b8e-ad37-801a6c980917,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:14.408391 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:security_group_rule and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:14.412226 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a2ac967b-5c56-474d-8c80-e80d571e972c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:14.415866 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:14.436278 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:14.471341 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.572610 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.579872 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.581996 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d98a86f3-309c-4523-ad45-5f21b3650900 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:14.608700 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73388e8-9e95-42b5-8821-49f519356228,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:14.615695 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:14.623764 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.625987 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-59484ec8-3c6d-42f5-86f3-9892c1278a08 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2623212 Apr 29 15:40:14.628656 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56632) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:14.637782 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'floatingip': {'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:14.647858 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:14.653884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Usage tracker for resource:floatingip and tenant:571dd405abff45a2a3c7d9ae484b7955 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:14.658106 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:14.667069 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:14.690178 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.916985 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:14.948407 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56644) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.091125 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-778274282-network', 'tenant_id': '698bc3d3328c429ab72d8f20cd72bee1'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:15.097163 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:15.104346 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Usage tracker for resource:network and tenant:698bc3d3328c429ab72d8f20cd72bee1 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:15.110283 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:15.111408 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Allocated IP 172.28.2.45 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/760ed0ba-e69e-4160-ab5a-fac033cdba59) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:15.119541 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:15.142654 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Made reservation on behalf of 698bc3d3328c429ab72d8f20cd72bee1 for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:15.149333 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.169921 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.310780 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.352206 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.358288 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-62086100-9779-4fa0-9fe9-7b7213b81da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:15.419305 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:15.419566 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:15.424162 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:15.424357 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Usage tracker for resource:security_group_rule and tenant:698bc3d3328c429ab72d8f20cd72bee1 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:15.426529 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:15.431822 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:40:15.439101 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:15.480771 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'Port': ['ID=760ed0ba-e69e-4160-ab5a-fac033cdba59,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:15.485380 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:15.561278 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.581281 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.586912 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.590915 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-00886952-3ef5-40bc-801c-dd99ea61e2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:15.622105 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:15.633117 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbcb793-8815-4085-b306-4c307a6bce6f,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:15.637422 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:15.640662 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.641252 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Added segment 95fb9ff8-9657-4da8-9ce6-761f72737c84 of type vlan for network b81f5be7-8775-477d-b10c-18017ab083db Apr 29 15:40:15.678382 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.695983 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.741776 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.744604 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:15.745530 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.753662 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-70c9ef81-508f-4e18-a9cb-b4b8bc47b945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:15.884041 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b81f5be7-8775-477d-b10c-18017ab083db,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:15.892066 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:15.901698 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network b81f5be7-8775-477d-b10c-18017ab083db details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:15.913728 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9616427 Apr 29 15:40:15.914457 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 56658) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:15.922437 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Request body: {'subnet': {'network_id': 'b81f5be7-8775-477d-b10c-18017ab083db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-778274282-subnet', 'tenant_id': '698bc3d3328c429ab72d8f20cd72bee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:15.929283 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:15.936175 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Usage tracker for resource:subnet and tenant:698bc3d3328c429ab72d8f20cd72bee1 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:15.941378 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:15.950452 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:15.972371 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.977893 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:15.995058 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-99fe5464-e990-4fdf-9303-ac81dcb79005 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:16.035273 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Made reservation on behalf of 698bc3d3328c429ab72d8f20cd72bee1 for: {'subnet': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:16.038258 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2185296'] for subnet, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.143788 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'Port': ['ID=760ed0ba-e69e-4160-ab5a-fac033cdba59,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:16.213893 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:16.241754 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.287481 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.296640 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6562276 Apr 29 15:40:16.667884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-d292fe60-7afb-440d-82d8-16d1d8d6ec57 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Synchronizing usage tracker for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:security_group {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:16.704229 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-d292fe60-7afb-440d-82d8-16d1d8d6ec57 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Unset dirty status for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:security_group {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:16.705421 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-d292fe60-7afb-440d-82d8-16d1d8d6ec57 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--280352942&fields=id&tenant_id=571dd405abff45a2a3c7d9ae484b7955 HTTP/1.1" status: 200 len: 267 time: 0.1290519 Apr 29 15:40:16.956460 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-38e587e7-2137-4513-b202-e8d23419ef04 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:16.964127 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-38e587e7-2137-4513-b202-e8d23419ef04 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 810 time: 0.2483754 Apr 29 15:40:16.979500 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1869329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2185250'] for subnet, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:16.986258 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-b4f48589-b26f-49c5-a28d-0efaba10232b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/quotas/571dd405abff45a2a3c7d9ae484b7955 HTTP/1.1" status: 200 len: 375 time: 0.0212269 Apr 29 15:40:17.033725 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:17.152639 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=545115b1-1de2-4624-8798-5d7054358768,revision_number=0']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:17.157127 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:17.164891 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Checking segment: {'id': '95fb9ff8-9657-4da8-9ce6-761f72737c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b81f5be7-8775-477d-b10c-18017ab083db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:40:17.165255 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Network hostable DHCP agents. Network: b81f5be7-8775-477d-b10c-18017ab083db, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:17.173754 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56686) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:17.210459 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-20123ae8-c767-4af0-bc2b-460e26fc7ed6 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Synchronizing usage tracker for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:17.214313 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Network b81f5be7-8775-477d-b10c-18017ab083db is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:17.245062 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, b81f5be7-8775-477d-b10c-18017ab083db) {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:17.247500 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-20123ae8-c767-4af0-bc2b-460e26fc7ed6 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Unset dirty status for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:17.249370 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-20123ae8-c767-4af0-bc2b-460e26fc7ed6 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2623539 Apr 29 15:40:17.260349 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eafa2e9-7e81-4c07-ae57-2c2ef738c44f None None] Network b81f5be7-8775-477d-b10c-18017ab083db requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:40:17.304231 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:17.304832 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.350871 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-16a9c34c-ef44-4e64-93cb-6bfdb70b35c6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4352686 Apr 29 15:40:17.497208 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.525448 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:17.526295 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-5dc9e4f8-df80-4dea-86cd-1801196b73f1 service neutron] 10.222.0.42 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455041 Apr 29 15:40:17.535896 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Usage tracker for resource:security_group_rule and tenant:5b06a78205c34366a751dce98026e0ae is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:17.538889 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:17.544794 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:17.663099 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.675149 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.692496 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48967c49-9bd2-4234-b6ad-c7464bb4eb49 None None] Network b81f5be7-8775-477d-b10c-18017ab083db requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:40:17.697659 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cf235b9c-a7f5-410c-b19c-83db8ebd992d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:17.750275 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b06a78205c34366a751dce98026e0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746469 Apr 29 15:40:17.750868 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56698) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:17.753544 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1bc1db-c9ec-47a3-a7f5-f68ab5b750eb,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:17.760056 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:17.844524 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-73345ca8-0c86-4186-b604-285f2847fb0c service neutron] 10.222.0.42 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109376 Apr 29 15:40:17.877394 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0ab2-9335-4d68-ac17-e05f9d175bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.934382 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0ab2-9335-4d68-ac17-e05f9d175bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.046992 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0ab2-9335-4d68-ac17-e05f9d175bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.052898 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6edf0fc0-c189-478c-9c03-bc969898e8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:18.070389 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd0ab2-9335-4d68-ac17-e05f9d175bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1bc1db-c9ec-47a3-a7f5-f68ab5b750eb,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:18.073264 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a9dd0ab2-9335-4d68-ac17-e05f9d175bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:18.074858 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0ab2-9335-4d68-ac17-e05f9d175bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.076664 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a9dd0ab2-9335-4d68-ac17-e05f9d175bc9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f1bc1db-c9ec-47a3-a7f5-f68ab5b750eb HTTP/1.1" status: 204 len: 168 time: 0.3244872 Apr 29 15:40:18.178560 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-57282896-bed0-47c2-9fc9-8e89cc9eeb2f req-787a4b68-b5fa-47e4-99bf-24a08403dcfd tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 210 time: 0.0683746 Apr 29 15:40:18.330056 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56724) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:18.336984 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-357674527-network', 'tenant_id': '64a1167d113f4ab087cdabd39bf4d219'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:18.345929 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:18.355191 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Usage tracker for resource:network and tenant:64a1167d113f4ab087cdabd39bf4d219 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:18.360638 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:18.378330 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:18.404008 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Made reservation on behalf of 64a1167d113f4ab087cdabd39bf4d219 for: {'network': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:18.407192 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for network, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.424490 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.453170 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:18.457233 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Usage tracker for resource:security_group_rule and tenant:64a1167d113f4ab087cdabd39bf4d219 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:18.460902 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:18.482371 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:18.619423 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.636232 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.643602 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-58c05e83-8a22-413c-8b0c-75970aa5f2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:18.669464 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=73801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:18.691378 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24de0218-c52d-45be-884b-bd990f296dfd,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:18.695298 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.695658 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.segments_db [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Added segment f2c7c6be-3323-4408-9a13-7eee98b75b58 of type vlan for network 9bf32b1d-285a-4a10-bca5-d0e33775b27d Apr 29 15:40:18.697126 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:18.729882 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744834070402'] for network, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.773811 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608'] for network, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.775172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:18.783730 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:18.786327 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:18.891280 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf32b1d-285a-4a10-bca5-d0e33775b27d,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:18.894724 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5634220 Apr 29 15:40:18.895719 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:18.898029 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56730) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:18.903994 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Network 9bf32b1d-285a-4a10-bca5-d0e33775b27d details requested by agent ovs-agent-dv-cinder-788782-1-smb with host dv-cinder-788782-1-smb {{(pid=73802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:18.904518 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Request body: {'subnet': {'network_id': '9bf32b1d-285a-4a10-bca5-d0e33775b27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-357674527-subnet', 'tenant_id': '64a1167d113f4ab087cdabd39bf4d219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:18.909462 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:18.914172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Usage tracker for resource:subnet and tenant:64a1167d113f4ab087cdabd39bf4d219 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:18.916748 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:18.923206 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:18.944696 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Made reservation on behalf of 64a1167d113f4ab087cdabd39bf4d219 for: {'subnet': 1} {{(pid=73801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:18.947369 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2061581'] for subnet, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.340292 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cacbec45-5d00-47b0-8cab-de5f86f68020 req-5c158ba4-25c4-412d-bf13-1a43ed575f1c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 210 time: 0.0472641 Apr 29 15:40:19.450099 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2267447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2061695'] for subnet, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.454314 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c1b6d5b3-b38d-44e7-b70f-2417eaa108a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:19.531143 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=365f0456-320a-4772-91a9-80a2156041aa,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:19.535034 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:19.538287 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Checking segment: {'id': 'f2c7c6be-3323-4408-9a13-7eee98b75b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9bf32b1d-285a-4a10-bca5-d0e33775b27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:40:19.538638 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Network hostable DHCP agents. Network: 9bf32b1d-285a-4a10-bca5-d0e33775b27d, hostable agents: ['28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f'], hosted agents: [] {{(pid=73801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:19.563144 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Network 9bf32b1d-285a-4a10-bca5-d0e33775b27d is scheduled to be hosted by DHCP agent 28cc4fec-ebc4-4e4a-8a63-dd328fd4b86f with binding_index 1 {{(pid=73801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:19.579403 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-smb, 9bf32b1d-285a-4a10-bca5-d0e33775b27d) {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:19.591646 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06048622-ef33-4c45-80e6-ea41e4c13aa1 None None] Network 9bf32b1d-285a-4a10-bca5-d0e33775b27d requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:40:19.604349 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:19.605310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.663873 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7640836 Apr 29 15:40:19.813497 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-78153a14-b0a6-42fc-9a75-fed50d864ef9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:19.815365 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-78153a14-b0a6-42fc-9a75-fed50d864ef9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 810 time: 0.2346056 Apr 29 15:40:19.888034 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-d3391adb-3ad5-4803-b8ed-7994324be89f tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571dd405abff45a2a3c7d9ae484b7955 HTTP/1.1" status: 200 len: 379 time: 0.0560591 Apr 29 15:40:19.914957 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'port': {'device_id': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'admin_state_up': True, 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'security_groups': ['1e8940ce-efac-47f3-8f33-394f13825ec1']}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:19.966744 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da7cb2-1c8e-489a-a6eb-39e4df90c6aa None None] Network 9bf32b1d-285a-4a10-bca5-d0e33775b27d requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:40:20.175317 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:20.194102 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:20.208535 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Made reservation on behalf of 571dd405abff45a2a3c7d9ae484b7955 for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:20.214165 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:20.476271 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Allocated IP 172.20.0.13 (478afee3-07b2-4ec9-ba0c-a44d236d406a/668a0bef-2c63-4eaf-b2fc-327ac613b9de/d497fc58-996f-42c6-8d9e-f7b8db38601a) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:20.805081 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-c3b42ec2-1d45-4b46-830a-ac546a346e08 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:20.807619 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-c3b42ec2-1d45-4b46-830a-ac546a346e08 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/networks?id=b81f5be7-8775-477d-b10c-18017ab083db HTTP/1.1" status: 200 len: 808 time: 0.3875363 Apr 29 15:40:20.812505 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ab5577db-d19a-4193-b032-2b64cbd477ba req-7f02b5e5-2e42-4c78-b024-e4b3db9bfe49 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 210 time: 0.1973956 Apr 29 15:40:20.888913 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-099669eb-581a-4ee6-a70d-5a009abbe044 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/quotas/698bc3d3328c429ab72d8f20cd72bee1 HTTP/1.1" status: 200 len: 375 time: 0.0729873 Apr 29 15:40:20.949577 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-0c415c6d-a733-4542-8f01-d82b27f6659a tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=698bc3d3328c429ab72d8f20cd72bee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539703 Apr 29 15:40:21.059975 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.097453 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Transition to ACTIVE for port object d497fc58-996f-42c6-8d9e-f7b8db38601a will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:21.131995 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-4d9cdfc4-5d8a-44a3-a202-bc3fd4a645c7 service neutron] 10.222.0.42 "GET /v2.0/networks/b81f5be7-8775-477d-b10c-18017ab083db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689777 Apr 29 15:40:21.223566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.236759 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-941aeac8-c480-4501-8d5e-7e92119ab519 tempest-ServerRescueNegativeTestJSON-372793048 tempest-ServerRescueNegativeTestJSON-372793048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:21.310768 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:21.319683 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:21.323312 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event updated for resources: {'Port': ['ID=d497fc58-996f-42c6-8d9e-f7b8db38601a,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:21.325741 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:40:21.356716 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:21.394062 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-3fb6558a-83e9-43d8-958f-2730113ae0d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b81f5be7-8775-477d-b10c-18017ab083db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553191 Apr 29 15:40:21.414417 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:21.415072 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.446427 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-3ef718a9-fc08-4b02-9154-ec30501c0420 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5421026 Apr 29 15:40:21.473647 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Request body: {'port': {'device_id': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:21.640327 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-14c9e0f8-7118-49d0-9e91-2afe0c355e3b None None] Provisioning for port d497fc58-996f-42c6-8d9e-f7b8db38601a completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:21.646288 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-14c9e0f8-7118-49d0-9e91-2afe0c355e3b None None] Provisioning complete for port d497fc58-996f-42c6-8d9e-f7b8db38601a triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:21.646761 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-14c9e0f8-7118-49d0-9e91-2afe0c355e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.674394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:21.707372 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-14c9e0f8-7118-49d0-9e91-2afe0c355e3b None None] Port d497fc58-996f-42c6-8d9e-f7b8db38601a cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:40:21.751038 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3cbc44a5-1efc-4fc8-8c6a-05f44e781a9a req-9b253e0b-7a46-47f3-9ed5-a02da979b9f3 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 210 time: 0.1032753 Apr 29 15:40:22.015843 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-5d1bdbc0-91b2-44a8-9b4c-715327ca6dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:22.016535 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-5d1bdbc0-91b2-44a8-9b4c-715327ca6dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Synchronizing usage tracker for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:network {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:22.090993 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-5d1bdbc0-91b2-44a8-9b4c-715327ca6dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Unset dirty status for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:network {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:22.092239 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-5d1bdbc0-91b2-44a8-9b4c-715327ca6dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/networks?id=860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 200 len: 815 time: 0.4525080 Apr 29 15:40:22.169293 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-30cc9ed1-dcf5-49c6-a1a0-eec4106f22c2 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/quotas/7697cd2f93c64cf8a5a791375f4571fc HTTP/1.1" status: 200 len: 375 time: 0.0334842 Apr 29 15:40:22.238201 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c182ad-fe76-4cb3-9fc2-54d21d1b967c req-fadef1f8-9a86-4b51-ba0c-ef7b063ac214 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:22.238899 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-66c182ad-fe76-4cb3-9fc2-54d21d1b967c req-fadef1f8-9a86-4b51-ba0c-ef7b063ac214 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Synchronizing usage tracker for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:22.278266 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-66c182ad-fe76-4cb3-9fc2-54d21d1b967c req-fadef1f8-9a86-4b51-ba0c-ef7b063ac214 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Unset dirty status for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:22.279422 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-66c182ad-fe76-4cb3-9fc2-54d21d1b967c req-fadef1f8-9a86-4b51-ba0c-ef7b063ac214 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 932 time: 0.3320527 Apr 29 15:40:22.393162 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-d6f3f9c1-daf3-4c2c-b39c-cc43816ba86e tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2165680 Apr 29 15:40:22.401161 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d497fc58-996f-42c6-8d9e-f7b8db38601a {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:40:22.407691 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-66c182ad-fe76-4cb3-9fc2-54d21d1b967c req-e90d73af-539b-4ff6-85a4-940eabe9843f tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217179 Apr 29 15:40:22.428886 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.602999 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Transition to ACTIVE for port object d497fc58-996f-42c6-8d9e-f7b8db38601a will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:22.621358 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:22.626932 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:22.871436 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Pushing event updated for resources: {'Port': ['ID=d497fc58-996f-42c6-8d9e-f7b8db38601a,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:22.894865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:22.934682 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-291a0c2a-4a88-4b69-bcc0-585ce55ee35d service neutron] 10.222.0.42 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260050 Apr 29 15:40:23.047268 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8ac8dd0c-b33a-4255-ba48-35b3091e1bbd req-38643424-c20a-4b00-9186-e93c5ee53b05 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 210 time: 0.1498213 Apr 29 15:40:23.158893 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-1d537e03-068c-4436-a0de-a4a79beda330 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:23.160281 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-1d537e03-068c-4436-a0de-a4a79beda330 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.47 "GET /v2.0/networks?id=b81f5be7-8775-477d-b10c-18017ab083db HTTP/1.1" status: 200 len: 808 time: 0.4906845 Apr 29 15:40:23.188991 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Request body: {'port': {'device_id': '190fca99-3961-4b70-8fbc-aa3696e75117', 'network_id': 'b81f5be7-8775-477d-b10c-18017ab083db', 'admin_state_up': True, 'tenant_id': '698bc3d3328c429ab72d8f20cd72bee1'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:23.237092 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Attempting to bind port d497fc58-996f-42c6-8d9e-f7b8db38601a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:23.237422 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Attempting to bind port d497fc58-996f-42c6-8d9e-f7b8db38601a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:23.238005 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Attempting to bind port d497fc58-996f-42c6-8d9e-f7b8db38601a on network 478afee3-07b2-4ec9-ba0c-a44d236d406a {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:23.247466 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-26841c6e-e404-48c2-a2a6-84f1a4dfa22c service neutron] 10.222.0.42 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763283 Apr 29 15:40:23.293366 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Port d497fc58-996f-42c6-8d9e-f7b8db38601a on network 478afee3-07b2-4ec9-ba0c-a44d236d406a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:40:23.293624 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Attempting to bind port d497fc58-996f-42c6-8d9e-f7b8db38601a on network 478afee3-07b2-4ec9-ba0c-a44d236d406a {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:23.313020 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:23.313363 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Checking segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:40:23.313735 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Bound using segment: {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:23.314185 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Bound port: d497fc58-996f-42c6-8d9e-f7b8db38601a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a70f662-7f66-4452-92bb-f712427f99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:23.314530 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.451560 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-40d74018-5fe6-4a76-9416-9129045dbcea req-9599f592-e5ac-4327-9388-dce6cf109e60 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 210 time: 0.0699487 Apr 29 15:40:23.472358 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:23.482302 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Usage tracker for resource:port and tenant:698bc3d3328c429ab72d8f20cd72bee1 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:23.488345 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:23.497623 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:23.503253 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] For port d497fc58-996f-42c6-8d9e-f7b8db38601a, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:23.508931 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] For port d497fc58-996f-42c6-8d9e-f7b8db38601a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d497fc58-996f-42c6-8d9e-f7b8db38601a,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:23.513947 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.518837 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-28aac8cb-c590-495c-a64e-4cf4f2abd312 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:23.558045 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Made reservation on behalf of 698bc3d3328c429ab72d8f20cd72bee1 for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:23.561462 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.606280 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:23.606940 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:23.608239 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] 10.222.0.47 "PUT /v2.0/ports/d497fc58-996f-42c6-8d9e-f7b8db38601a HTTP/1.1" status: 200 len: 1094 time: 2.1428950 Apr 29 15:40:23.610142 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'tag': 'd497fc58-996f-42c6-8d9e-f7b8db38601a'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:23.740305 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'tag': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'status': 'completed', 'code': 200} Apr 29 15:40:23.761999 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Pushing event updated for resources: {'Port': ['ID=d497fc58-996f-42c6-8d9e-f7b8db38601a,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:23.772795 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0e013613-0a8b-40dd-9de0-0489a2fc93cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:23.914152 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-336649b5-0bbe-4a6a-b0c8-99a76d28d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:23.915628 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-336649b5-0bbe-4a6a-b0c8-99a76d28d1a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 1097 time: 0.2387807 Apr 29 15:40:23.926210 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Allocated IP 172.20.0.11 (b81f5be7-8775-477d-b10c-18017ab083db/545115b1-1de2-4624-8798-5d7054358768/549477d0-5553-4d74-b697-7350b63583c4) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:24.009922 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-af41b2bc-44ce-48ba-b87b-7df406fed97b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d497fc58-996f-42c6-8d9e-f7b8db38601a HTTP/1.1" status: 200 len: 217 time: 0.0761611 Apr 29 15:40:24.022081 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a53bb-2c4f-46d8-888d-8960faed59e7 req-b328aee8-4c60-4632-a13e-56fb35f1a188 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:24.023592 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2c5a53bb-2c4f-46d8-888d-8960faed59e7 req-b328aee8-4c60-4632-a13e-56fb35f1a188 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.4665782 Apr 29 15:40:24.294862 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2c5a53bb-2c4f-46d8-888d-8960faed59e7 req-b3b8f91a-01c3-4ca9-8a73-06614d9d9703 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300496 Apr 29 15:40:24.296259 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-dcf22da6-dca6-4461-ac27-9823445d4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:24.298447 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-dcf22da6-dca6-4461-ac27-9823445d4046 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.2631643 Apr 29 15:40:24.454058 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7708377-86e6-4bd0-9e7c-6f2a3f73b098 req-877f6927-28c3-489c-ae35-e205d856567b tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 210 time: 0.2400675 Apr 29 15:40:24.513049 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.530388 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-01b9772f-d3f3-42f4-8b43-792e25da0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:24.531885 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-01b9772f-d3f3-42f4-8b43-792e25da0cb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2253628 Apr 29 15:40:24.679153 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f1fec831-0feb-44a7-8601-42f2ebcf0720 req-14abac21-23c6-4d2f-939c-719b31be1cd4 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 210 time: 0.1044533 Apr 29 15:40:24.724801 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:24.734901 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:24.891337 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Network b81f5be7-8775-477d-b10c-18017ab083db is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:24.898766 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-5f91cee7-f8a2-476a-8450-a573bb55c1dd service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596041 Apr 29 15:40:24.899637 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:24.905866 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:40:24.939640 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Pushing event updated for resources: {'Port': ['ID=549477d0-5553-4d74-b697-7350b63583c4,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:24.969748 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:25.014393 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-2b6417b8-c2e9-48e7-bd3d-63e1f343d45f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:25.015815 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-2b6417b8-c2e9-48e7-bd3d-63e1f343d45f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.47 "GET /v2.0/networks?id=860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 200 len: 815 time: 0.3403435 Apr 29 15:40:25.072925 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'port': {'device_id': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'admin_state_up': True, 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:25.118808 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:25.119428 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.233946 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ca43e653-aa73-4a9c-b821-a90cf1764871 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0523045 Apr 29 15:40:25.239424 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d9129ec-f6fe-4558-80d7-75fd3a650c95 req-84e7dac0-8ff4-438f-859f-c0589c61eeee service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039324 Apr 29 15:40:25.262903 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Request body: {'port': {'device_id': '190fca99-3961-4b70-8fbc-aa3696e75117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:25.319179 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:25.325330 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:port and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:25.330247 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:25.345549 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:25.446349 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Made reservation on behalf of 7697cd2f93c64cf8a5a791375f4571fc for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:25.449843 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.480782 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:25.973728 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854098-e179-4fcb-ade8-c872a5442433 req-08d33238-e8f9-4c23-b1fb-6b4113f5ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:25.976407 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23854098-e179-4fcb-ade8-c872a5442433 req-08d33238-e8f9-4c23-b1fb-6b4113f5ccfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 1097 time: 0.6249430 Apr 29 15:40:26.086418 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Allocated IP 172.20.0.6 (860b9212-80e8-4076-aabe-4b720ebb371d/f1881eca-2e9b-400b-a299-dd3f1e730c7e/666f10d3-4778-4487-a99e-ee2242412ba3) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:26.157471 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abb40f-e19e-4661-bd23-d22d488f1f9e req-4cd33f8c-1efb-4f40-a6cc-c1827fead887 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:26.161022 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-59abb40f-e19e-4661-bd23-d22d488f1f9e req-4cd33f8c-1efb-4f40-a6cc-c1827fead887 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.6112757 Apr 29 15:40:26.174361 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bc3ce-48a6-407c-b7d1-20276fb54b2f req-35717283-ca3e-4661-ae86-2b17f4ba44cd tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:26.175058 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-1f7bc3ce-48a6-407c-b7d1-20276fb54b2f req-35717283-ca3e-4661-ae86-2b17f4ba44cd tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Synchronizing usage tracker for tenant:698bc3d3328c429ab72d8f20cd72bee1 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:26.235410 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-685c6e1e-1026-456c-a086-e824410364b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.292250 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-1f7bc3ce-48a6-407c-b7d1-20276fb54b2f req-35717283-ca3e-4661-ae86-2b17f4ba44cd tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Unset dirty status for tenant:698bc3d3328c429ab72d8f20cd72bee1 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:26.293388 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1f7bc3ce-48a6-407c-b7d1-20276fb54b2f req-35717283-ca3e-4661-ae86-2b17f4ba44cd tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 932 time: 0.6384394 Apr 29 15:40:26.314376 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-59abb40f-e19e-4661-bd23-d22d488f1f9e req-062e1b45-2977-4c2a-a09f-70f454d97de7 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346493 Apr 29 15:40:26.499007 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1f7bc3ce-48a6-407c-b7d1-20276fb54b2f req-63671ebf-f6f5-41d8-b186-1371460cc634 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926122 Apr 29 15:40:26.564861 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1994f117-618e-4f4c-8ba7-bb810925c283 req-1ee52b07-6004-4059-b691-033a8d052459 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 210 time: 0.1122980 Apr 29 15:40:26.586358 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549477d0-5553-4d74-b697-7350b63583c4 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:40:26.604418 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.637268 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.640336 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Transition to ACTIVE for port object 549477d0-5553-4d74-b697-7350b63583c4 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:26.647254 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.653961 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-80fafc8f-566c-4ce8-8f89-0854a595992e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:26.696374 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Transition to ACTIVE for port object 666f10d3-4778-4487-a99e-ee2242412ba3 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:26.864759 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Pushing event updated for resources: {'Port': ['ID=549477d0-5553-4d74-b697-7350b63583c4,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:26.876710 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:26.906264 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:26.915326 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:26.964874 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Attempting to bind port 549477d0-5553-4d74-b697-7350b63583c4 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:26.965095 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Attempting to bind port 549477d0-5553-4d74-b697-7350b63583c4 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '95fb9ff8-9657-4da8-9ce6-761f72737c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b81f5be7-8775-477d-b10c-18017ab083db'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:26.965569 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Attempting to bind port 549477d0-5553-4d74-b697-7350b63583c4 on network b81f5be7-8775-477d-b10c-18017ab083db {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:26.982587 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Port 549477d0-5553-4d74-b697-7350b63583c4 on network b81f5be7-8775-477d-b10c-18017ab083db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:40:26.983312 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Attempting to bind port 549477d0-5553-4d74-b697-7350b63583c4 on network b81f5be7-8775-477d-b10c-18017ab083db {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:26.989182 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Network 860b9212-80e8-4076-aabe-4b720ebb371d is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:26.999874 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:27.005691 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:27.005691 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Checking segment: {'id': '95fb9ff8-9657-4da8-9ce6-761f72737c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b81f5be7-8775-477d-b10c-18017ab083db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:40:27.005691 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Bound using segment: {'id': '95fb9ff8-9657-4da8-9ce6-761f72737c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b81f5be7-8775-477d-b10c-18017ab083db'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:27.006135 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Bound port: 549477d0-5553-4d74-b697-7350b63583c4, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fb9ff8-9657-4da8-9ce6-761f72737c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b81f5be7-8775-477d-b10c-18017ab083db'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:27.007139 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.019154 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:40:27.070052 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'Port': ['ID=666f10d3-4778-4487-a99e-ee2242412ba3,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:27.101768 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:27.145897 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:27.146663 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.190293 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] For port 549477d0-5553-4d74-b697-7350b63583c4, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:27.193695 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1250823 Apr 29 15:40:27.195537 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] For port 549477d0-5553-4d74-b697-7350b63583c4, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=549477d0-5553-4d74-b697-7350b63583c4,segment=NetworkSegment(95fb9ff8-9657-4da8-9ce6-761f72737c84),segment_id=95fb9ff8-9657-4da8-9ce6-761f72737c84)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:27.200409 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.204618 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-26a22499-9592-4311-be3e-0a0942e2ef64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:27.262451 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:27.263067 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.264472 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] 10.222.0.47 "PUT /v2.0/ports/549477d0-5553-4d74-b697-7350b63583c4 HTTP/1.1" status: 200 len: 1094 time: 2.0058856 Apr 29 15:40:27.264972 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190fca99-3961-4b70-8fbc-aa3696e75117', 'tag': '549477d0-5553-4d74-b697-7350b63583c4'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:27.292440 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Pushing event updated for resources: {'Port': ['ID=549477d0-5553-4d74-b697-7350b63583c4,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:27.295589 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:27.315393 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-419b7efa-cac1-4d77-83bf-0ddd101005b6 None None] Provisioning for port 666f10d3-4778-4487-a99e-ee2242412ba3 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:27.323480 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-419b7efa-cac1-4d77-83bf-0ddd101005b6 None None] Provisioning complete for port 666f10d3-4778-4487-a99e-ee2242412ba3 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:27.323875 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-419b7efa-cac1-4d77-83bf-0ddd101005b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.330744 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190fca99-3961-4b70-8fbc-aa3696e75117', 'tag': '549477d0-5553-4d74-b697-7350b63583c4', 'status': 'completed', 'code': 200} Apr 29 15:40:27.389453 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-419b7efa-cac1-4d77-83bf-0ddd101005b6 None None] Port 666f10d3-4778-4487-a99e-ee2242412ba3 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:40:27.525351 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892409d-e2b3-43ab-87b2-fcb92221f2ae req-083cc5d1-158d-4415-b4b2-dd7c8ef98a97 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:27.526907 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f892409d-e2b3-43ab-87b2-fcb92221f2ae req-083cc5d1-158d-4415-b4b2-dd7c8ef98a97 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.0879028 Apr 29 15:40:27.573371 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f892409d-e2b3-43ab-87b2-fcb92221f2ae req-9569c78a-0360-4d02-a215-ed703f3a47bb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408034 Apr 29 15:40:27.776486 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12a499-7b1d-4409-91fd-ea2feb5d20eb req-5a0005f2-d563-4665-bd20-123304f63856 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:27.779106 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c12a499-7b1d-4409-91fd-ea2feb5d20eb req-5a0005f2-d563-4665-bd20-123304f63856 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.1075885 Apr 29 15:40:27.835062 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3c12a499-7b1d-4409-91fd-ea2feb5d20eb req-48665729-a6ea-46d6-b432-91507593871b tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495656 Apr 29 15:40:28.018386 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb2132-525e-43c7-954c-78a4ff9b4443 req-c353f31f-5777-44ed-9df4-7e384b377744 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:28.019182 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-05fb2132-525e-43c7-954c-78a4ff9b4443 req-c353f31f-5777-44ed-9df4-7e384b377744 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Synchronizing usage tracker for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:28.038105 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-05fb2132-525e-43c7-954c-78a4ff9b4443 req-c353f31f-5777-44ed-9df4-7e384b377744 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Unset dirty status for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:28.039549 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-05fb2132-525e-43c7-954c-78a4ff9b4443 req-c353f31f-5777-44ed-9df4-7e384b377744 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 931 time: 0.1026256 Apr 29 15:40:28.089640 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-05fb2132-525e-43c7-954c-78a4ff9b4443 req-e96220c0-bb83-4e0c-b069-dda809ae66c4 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Synchronizing usage tracker for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:security_group {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:28.109630 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-05fb2132-525e-43c7-954c-78a4ff9b4443 req-e96220c0-bb83-4e0c-b069-dda809ae66c4 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Unset dirty status for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:security_group {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:28.110917 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-05fb2132-525e-43c7-954c-78a4ff9b4443 req-e96220c0-bb83-4e0c-b069-dda809ae66c4 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Apr 29 15:40:28.245548 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:40:28.764267 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350973a-029e-49e6-b682-858e831f0fac req-04cfca6f-4c42-4987-8a36-f11873a58a4e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:28.765747 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4350973a-029e-49e6-b682-858e831f0fac req-04cfca6f-4c42-4987-8a36-f11873a58a4e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.0869973 Apr 29 15:40:28.812654 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4350973a-029e-49e6-b682-858e831f0fac req-bbdc7c66-cc45-4c80-960f-4440785b4f10 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403035 Apr 29 15:40:28.894820 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c19bf4d4-213c-47d5-91d1-3eead7a1b3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:28.899066 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:29.051499 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aadb6-02a4-475b-b34b-d67315ae6ba2 req-7e07a2fa-50f1-4535-9f71-459ff11f4664 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:29.053651 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6d5aadb6-02a4-475b-b34b-d67315ae6ba2 req-7e07a2fa-50f1-4535-9f71-459ff11f4664 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.0899138 Apr 29 15:40:29.204977 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6d5aadb6-02a4-475b-b34b-d67315ae6ba2 req-e7ed2b86-4e61-4670-939a-87db4b882753 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446166 Apr 29 15:40:29.390849 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1fde9-6e4e-47c2-bc2d-96dae78192d8 req-7a5969f5-b359-4a9f-a6c9-240cd2f86df9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:29.392350 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ada1fde9-6e4e-47c2-bc2d-96dae78192d8 req-7a5969f5-b359-4a9f-a6c9-240cd2f86df9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 931 time: 0.0866854 Apr 29 15:40:29.444599 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ada1fde9-6e4e-47c2-bc2d-96dae78192d8 req-55c6f722-98db-49c5-8db1-308f0f3f2206 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Apr 29 15:40:29.998940 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ca20f-dafd-4d73-9be9-cb7b2a107c79 req-07d7b642-ff80-4248-974f-a15b7c05c3ec tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:30.000456 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dd8ca20f-dafd-4d73-9be9-cb7b2a107c79 req-07d7b642-ff80-4248-974f-a15b7c05c3ec tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.0800078 Apr 29 15:40:30.047844 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dd8ca20f-dafd-4d73-9be9-cb7b2a107c79 req-ca1d820a-cb93-4ab2-b3e5-a5369df389a6 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412333 Apr 29 15:40:30.122110 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:30.397212 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714d1d6-e3d4-4b16-b059-6136a350f45d req-07fa0d77-b3a2-46de-a852-60bc857d8b9d tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:30.399214 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9714d1d6-e3d4-4b16-b059-6136a350f45d req-07fa0d77-b3a2-46de-a852-60bc857d8b9d tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.0885541 Apr 29 15:40:30.448559 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9714d1d6-e3d4-4b16-b059-6136a350f45d req-9b39faf5-de8f-4b0e-bffb-71b9ca4eb22d tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Apr 29 15:40:30.631389 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c435c6-efc5-4ced-9bcb-85533acd4b11 req-ad370ccd-bc9f-4438-846b-5fa41ba68496 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:30.632829 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-08c435c6-efc5-4ced-9bcb-85533acd4b11 req-ad370ccd-bc9f-4438-846b-5fa41ba68496 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 931 time: 0.0807607 Apr 29 15:40:30.678734 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-08c435c6-efc5-4ced-9bcb-85533acd4b11 req-493c5981-a548-4399-8e21-977251148708 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397851 Apr 29 15:40:31.250650 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2a0ee-c3a8-4d27-a680-d9c84c7b46e5 req-908d9fde-5880-42ca-b4a1-b2885e079ea8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:31.252164 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7a2a0ee-c3a8-4d27-a680-d9c84c7b46e5 req-908d9fde-5880-42ca-b4a1-b2885e079ea8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.0943637 Apr 29 15:40:31.299860 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7a2a0ee-c3a8-4d27-a680-d9c84c7b46e5 req-a402cb75-17b6-4b40-b4a8-7db8c45e1004 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413141 Apr 29 15:40:31.637806 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcba59e-72f6-4442-87af-e4b7d85de6bf req-99962279-ed6f-4ff8-840f-cd5beb78d77d tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:31.639382 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ebcba59e-72f6-4442-87af-e4b7d85de6bf req-99962279-ed6f-4ff8-840f-cd5beb78d77d tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.0831165 Apr 29 15:40:31.690338 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ebcba59e-72f6-4442-87af-e4b7d85de6bf req-f0f3d446-f083-40bd-a17d-934dc03b1d53 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Apr 29 15:40:31.701824 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.872585 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca247-c24d-4c76-b30d-99d95c5ef7be req-8a4e3597-40d6-41e8-a231-81c6eb703fac tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:31.873932 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-82aca247-c24d-4c76-b30d-99d95c5ef7be req-8a4e3597-40d6-41e8-a231-81c6eb703fac tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 931 time: 0.0823019 Apr 29 15:40:31.920297 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-82aca247-c24d-4c76-b30d-99d95c5ef7be req-11aa665e-5a25-41f7-88ec-0e6df75b18ce tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Apr 29 15:40:32.493838 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609952b-40b2-47d2-ab23-10c3e5aa49fb req-e69da24c-bdb7-4f28-933c-e945ee5bce47 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:32.496219 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3609952b-40b2-47d2-ab23-10c3e5aa49fb req-e69da24c-bdb7-4f28-933c-e945ee5bce47 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.0882452 Apr 29 15:40:32.569998 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3609952b-40b2-47d2-ab23-10c3e5aa49fb req-ff1bba22-55f6-4aed-87b2-97587aae4083 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541253 Apr 29 15:40:32.881821 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff48e5-9404-448d-a311-1162fe3698cb req-3ecf4131-ef44-41fd-9bd0-9e4b67a0db9a tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:32.883293 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9fff48e5-9404-448d-a311-1162fe3698cb req-3ecf4131-ef44-41fd-9bd0-9e4b67a0db9a tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.0853357 Apr 29 15:40:32.938518 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9fff48e5-9404-448d-a311-1162fe3698cb req-7f448b6b-0ef4-4339-b6e1-d58ca818b2c0 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491040 Apr 29 15:40:33.117700 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f7aa1-77c6-4f2d-8849-437f78f13939 req-45dda414-d486-45e6-bd38-c6d58c58a2df tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:33.119282 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-852f7aa1-77c6-4f2d-8849-437f78f13939 req-45dda414-d486-45e6-bd38-c6d58c58a2df tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 931 time: 0.0841660 Apr 29 15:40:33.166302 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-852f7aa1-77c6-4f2d-8849-437f78f13939 req-b2c2878d-d249-4263-a2dc-818db7c68af1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Apr 29 15:40:33.413628 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.762932 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c758a-fbd6-40a6-aac8-7d0ad0c13b8e req-a53c26df-5f47-4673-8ab5-d1630b171568 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:33.764456 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-632c758a-fbd6-40a6-aac8-7d0ad0c13b8e req-a53c26df-5f47-4673-8ab5-d1630b171568 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.0865040 Apr 29 15:40:33.810157 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-632c758a-fbd6-40a6-aac8-7d0ad0c13b8e req-d6655774-059a-4bda-9cac-a00f70e92193 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393133 Apr 29 15:40:34.130796 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f9959-f8b3-4c0b-858d-c28a9e7f5a46 req-e3713785-62d8-402d-9957-f5df90ac910c tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:34.132953 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-578f9959-f8b3-4c0b-858d-c28a9e7f5a46 req-e3713785-62d8-402d-9957-f5df90ac910c tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.0853293 Apr 29 15:40:34.186377 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-578f9959-f8b3-4c0b-858d-c28a9e7f5a46 req-fe2d5f49-b4d0-464e-af12-b36916140786 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476096 Apr 29 15:40:34.376610 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db44b96-45dd-49d0-8a0a-278b6697c8d7 req-06856f5b-aced-4b01-9662-617a682c0288 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:34.378100 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4db44b96-45dd-49d0-8a0a-278b6697c8d7 req-06856f5b-aced-4b01-9662-617a682c0288 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 931 time: 0.0847259 Apr 29 15:40:34.426066 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4db44b96-45dd-49d0-8a0a-278b6697c8d7 req-2fba2b05-7aea-43c1-95ea-9369472d1340 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Apr 29 15:40:35.003670 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6607e5-e146-40b6-9464-05b79179aa2c req-90c57f37-de38-43f1-83e0-915a54d481f9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:35.005304 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ce6607e5-e146-40b6-9464-05b79179aa2c req-90c57f37-de38-43f1-83e0-915a54d481f9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.0860405 Apr 29 15:40:35.051762 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ce6607e5-e146-40b6-9464-05b79179aa2c req-9ac7a418-3bb8-40a1-81d9-5897b694fdb5 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381331 Apr 29 15:40:35.370689 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c92ec-e5ab-4693-b8c2-d71aeebad284 req-08ab367f-93b0-47ea-ad57-e362a0c6128f tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:35.372143 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-444c92ec-e5ab-4693-b8c2-d71aeebad284 req-08ab367f-93b0-47ea-ad57-e362a0c6128f tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.0787027 Apr 29 15:40:35.415577 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-444c92ec-e5ab-4693-b8c2-d71aeebad284 req-6a8eea46-b6ad-4aa8-a890-ba493ac3a405 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375481 Apr 29 15:40:35.612175 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40567292-5443-4be7-99a8-c60d19cf43b8 req-73fb55ef-eb0c-4e26-ae96-fa80504b7d56 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:35.613898 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-40567292-5443-4be7-99a8-c60d19cf43b8 req-73fb55ef-eb0c-4e26-ae96-fa80504b7d56 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 931 time: 0.0824101 Apr 29 15:40:35.661312 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-40567292-5443-4be7-99a8-c60d19cf43b8 req-b8c8e710-cbd8-4214-a8ab-df4d5a3df134 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Apr 29 15:40:35.782992 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Request body: {'port': {'device_id': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:36.220070 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:36.250786 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854098-e179-4fcb-ade8-c872a5442433 req-3686adff-da60-4760-974e-0f2929ac35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.252215 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23854098-e179-4fcb-ade8-c872a5442433 req-3686adff-da60-4760-974e-0f2929ac35da service neutron] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 911 time: 0.4446397 Apr 29 15:40:36.263617 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb029a-4307-4aa5-9ad7-1eac55a33b2d req-b068d311-a6f4-4545-84b0-d1945bfa8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.264964 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-54eb029a-4307-4aa5-9ad7-1eac55a33b2d req-b068d311-a6f4-4545-84b0-d1945bfa8fa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698bc3d3328c429ab72d8f20cd72bee1&device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 1097 time: 0.4554138 Apr 29 15:40:36.292547 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-47f571e5-9085-4ce2-81cc-60b560553891 req-bc0b46a4-7ae8-47ce-aeca-788f6411e1bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4838860 Apr 29 15:40:36.408272 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23854098-e179-4fcb-ade8-c872a5442433 req-13b0f971-41a9-4739-8ed3-9e60303a37c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d497fc58-996f-42c6-8d9e-f7b8db38601a HTTP/1.1" status: 200 len: 217 time: 0.1423013 Apr 29 15:40:36.734145 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4647e-b344-418c-b215-75cd9732b289 req-c2bcdaec-b55f-4b29-8b5e-9cdc26163968 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.735530 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b7c4647e-b344-418c-b215-75cd9732b289 req-c2bcdaec-b55f-4b29-8b5e-9cdc26163968 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 944 time: 0.5638556 Apr 29 15:40:36.753651 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854098-e179-4fcb-ade8-c872a5442433 req-ec1e50f5-a5c2-4300-8a61-d7cf9b3fd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.755051 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23854098-e179-4fcb-ade8-c872a5442433 req-ec1e50f5-a5c2-4300-8a61-d7cf9b3fd1ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.3053675 Apr 29 15:40:36.782498 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb029a-4307-4aa5-9ad7-1eac55a33b2d req-aa5c6efe-7f68-4576-a4c4-bd7f3ecc55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:36.783840 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-54eb029a-4307-4aa5-9ad7-1eac55a33b2d req-aa5c6efe-7f68-4576-a4c4-bd7f3ecc55f5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=698bc3d3328c429ab72d8f20cd72bee1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4357567 Apr 29 15:40:37.047980 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b7c4647e-b344-418c-b215-75cd9732b289 req-69cce050-08df-451a-baf1-5e6f6ec9d436 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981479 Apr 29 15:40:37.049938 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f571e5-9085-4ce2-81cc-60b560553891 req-caa88fdd-7a55-4181-93ea-ca7a5fbc82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:37.051314 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-47f571e5-9085-4ce2-81cc-60b560553891 req-caa88fdd-7a55-4181-93ea-ca7a5fbc82ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1098 time: 0.6449447 Apr 29 15:40:37.072424 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20f0fc-7b02-4e04-8cd5-0d5841029064 req-b4cbcbeb-390b-4037-b3dc-727dc8c44378 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:37.073614 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2c20f0fc-7b02-4e04-8cd5-0d5841029064 req-b4cbcbeb-390b-4037-b3dc-727dc8c44378 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.5244288 Apr 29 15:40:37.422164 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb029a-4307-4aa5-9ad7-1eac55a33b2d req-e7dfe944-fd87-4b7e-b0b2-43cd907245e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:37.423612 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-54eb029a-4307-4aa5-9ad7-1eac55a33b2d req-e7dfe944-fd87-4b7e-b0b2-43cd907245e1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5777032 Apr 29 15:40:37.443045 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2c20f0fc-7b02-4e04-8cd5-0d5841029064 req-4260d037-001c-44a0-8858-c5696351532a tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405299 Apr 29 15:40:37.456755 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854098-e179-4fcb-ade8-c872a5442433 req-6788b462-57ae-4934-8092-306d49b21f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:37.457341 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23854098-e179-4fcb-ade8-c872a5442433 req-6788b462-57ae-4934-8092-306d49b21f7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6916227 Apr 29 15:40:37.598725 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f571e5-9085-4ce2-81cc-60b560553891 req-1e893ffe-7f06-4899-83a8-ec27476085fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:37.600585 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-47f571e5-9085-4ce2-81cc-60b560553891 req-1e893ffe-7f06-4899-83a8-ec27476085fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 909 time: 0.5210743 Apr 29 15:40:37.605341 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device d497fc58-996f-42c6-8d9e-f7b8db38601a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:40:37.669210 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666f10d3-4778-4487-a99e-ee2242412ba3 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:40:37.739069 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port d497fc58-996f-42c6-8d9e-f7b8db38601a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d497fc58-996f-42c6-8d9e-f7b8db38601a,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:37.740904 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.752175 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'port_id': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'mac_address': 'fa:16:3e:ff:a0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:40:37.799001 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Transition to ACTIVE for port object 666f10d3-4778-4487-a99e-ee2242412ba3 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:37.811190 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909eb87-b6b4-48ac-89d8-fb4d6dca0638 req-83788bba-2a8f-4431-b4c7-f9b8c89fb2e6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:37.812278 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.812674 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c909eb87-b6b4-48ac-89d8-fb4d6dca0638 req-83788bba-2a8f-4431-b4c7-f9b8c89fb2e6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 931 time: 0.6643713 Apr 29 15:40:37.829302 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.830004 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d497fc58-996f-42c6-8d9e-f7b8db38601a {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:40:37.845548 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:37.846412 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port d497fc58-996f-42c6-8d9e-f7b8db38601a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d497fc58-996f-42c6-8d9e-f7b8db38601a,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:37.850924 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.853829 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:37.908951 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-47f571e5-9085-4ce2-81cc-60b560553891 req-7c6da853-8b81-4eea-ae22-57431466a9e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 1000 time: 0.2900488 Apr 29 15:40:37.921205 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=d497fc58-996f-42c6-8d9e-f7b8db38601a,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:37.925909 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:37.929999 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23854098-e179-4fcb-ade8-c872a5442433 req-3711acba-8861-4eca-9ab5-8eeed4867f54 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157858 Apr 29 15:40:38.116507 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-20134f88-c67c-496c-8188-1d9c4edcd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:38.117989 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-20134f88-c67c-496c-8188-1d9c4edcd52b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698bc3d3328c429ab72d8f20cd72bee1&device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 1097 time: 0.6102178 Apr 29 15:40:38.146198 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Pushing event updated for resources: {'Port': ['ID=666f10d3-4778-4487-a99e-ee2242412ba3,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:38.151439 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c909eb87-b6b4-48ac-89d8-fb4d6dca0638 req-e9385294-1fbe-4945-b388-85f788ad1450 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253934 Apr 29 15:40:38.200126 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['d497fc58-996f-42c6-8d9e-f7b8db38601a'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:40:38.205139 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:38.342254 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f571e5-9085-4ce2-81cc-60b560553891 req-94cd40ae-00ae-4c11-ada2-ccc1dc9b123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:38.343689 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-47f571e5-9085-4ce2-81cc-60b560553891 req-94cd40ae-00ae-4c11-ada2-ccc1dc9b123e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 200 len: 847 time: 0.4206753 Apr 29 15:40:38.358408 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-c2e1b9ee-e186-430b-adc0-ea4212ccbc4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=549477d0-5553-4d74-b697-7350b63583c4 HTTP/1.1" status: 200 len: 217 time: 0.1543479 Apr 29 15:40:38.535912 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-23854098-e179-4fcb-ade8-c872a5442433 req-d5027f17-89e9-4e72-8d07-9cf285a85634 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189750 Apr 29 15:40:38.538199 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-96d82717-fae5-4d14-b2c5-2d03bea78089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:38.539510 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-96d82717-fae5-4d14-b2c5-2d03bea78089 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=545115b1-1de2-4624-8798-5d7054358768 HTTP/1.1" status: 200 len: 848 time: 0.1381044 Apr 29 15:40:38.544200 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Attempting to bind port 666f10d3-4778-4487-a99e-ee2242412ba3 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:38.544502 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Attempting to bind port 666f10d3-4778-4487-a99e-ee2242412ba3 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:38.544828 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Attempting to bind port 666f10d3-4778-4487-a99e-ee2242412ba3 on network 860b9212-80e8-4076-aabe-4b720ebb371d {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:38.559777 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Port 666f10d3-4778-4487-a99e-ee2242412ba3 on network 860b9212-80e8-4076-aabe-4b720ebb371d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:40:38.560102 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Attempting to bind port 666f10d3-4778-4487-a99e-ee2242412ba3 on network 860b9212-80e8-4076-aabe-4b720ebb371d {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:38.640774 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:38.641026 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Checking segment: {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:40:38.641409 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Bound using segment: {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:38.641873 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Bound port: 666f10d3-4778-4487-a99e-ee2242412ba3, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1b5301-d4b5-4b13-84c9-e75c84f937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:38.642260 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.658687 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cfd07-1f25-4498-90ca-56608afeca0c req-b35e9d18-1d4e-4aa5-a7a0-3b088fdcddeb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:38.660129 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d72cfd07-1f25-4498-90ca-56608afeca0c req-b35e9d18-1d4e-4aa5-a7a0-3b088fdcddeb tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 945 time: 0.4472928 Apr 29 15:40:38.679496 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-7345a17d-5ed6-439b-af87-46d7de102784 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b81f5be7-8775-477d-b10c-18017ab083db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149919 Apr 29 15:40:38.763918 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f571e5-9085-4ce2-81cc-60b560553891 req-4b5ec5a4-f4b9-45e0-90f3-0cde6d41d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:38.765355 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-47f571e5-9085-4ce2-81cc-60b560553891 req-4b5ec5a4-f4b9-45e0-90f3-0cde6d41d1b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e78f40-4c18-4393-b894-08f7fc6b0370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4017885 Apr 29 15:40:39.009145 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d72cfd07-1f25-4498-90ca-56608afeca0c req-52466604-94ce-4bde-884c-ab54a0cde948 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343778 Apr 29 15:40:39.112811 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] For port 666f10d3-4778-4487-a99e-ee2242412ba3, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:39.131704 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] For port 666f10d3-4778-4487-a99e-ee2242412ba3, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=666f10d3-4778-4487-a99e-ee2242412ba3,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:39.146358 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3114025-368c-4b1c-a76c-ac978461c997 req-426112c0-b43b-4477-acc7-158d40b7a3ac tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:39.147846 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d3114025-368c-4b1c-a76c-ac978461c997 req-426112c0-b43b-4477-acc7-158d40b7a3ac tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.5891654 Apr 29 15:40:39.158568 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.174762 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f0e47b24-46d5-4cdb-ad41-3e710d502af8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:39.250421 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-47f571e5-9085-4ce2-81cc-60b560553891 req-97e01aac-5cfb-464c-8010-98bce927595f service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691300 Apr 29 15:40:39.258869 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:39.259530 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.260851 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 1093 time: 3.4822669 Apr 29 15:40:39.266258 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:39.294990 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-0206867d-69e2-4290-a929-77761b3c33e3 service neutron] 10.222.0.47 "GET /v2.0/networks/b81f5be7-8775-477d-b10c-18017ab083db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969207 Apr 29 15:40:39.497665 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d3114025-368c-4b1c-a76c-ac978461c997 req-b6a01604-bb07-4cb9-83f1-95cbe91d313c tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238418 Apr 29 15:40:39.524040 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Pushing event updated for resources: {'Port': ['ID=666f10d3-4778-4487-a99e-ee2242412ba3,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:39.573055 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:39.584639 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3', 'status': 'completed', 'code': 200} Apr 29 15:40:39.620978 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device d497fc58-996f-42c6-8d9e-f7b8db38601a up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:39.680890 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-47f571e5-9085-4ce2-81cc-60b560553891 req-28a720a5-c211-44f6-8268-4466933bc13b service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191093 Apr 29 15:40:39.683620 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7ec7eb6-38be-4868-9f9a-ee8c58de23fc req-ded74094-5e59-4578-92b4-ecbeafba04b8 service neutron] 10.222.0.47 "GET /v2.0/networks/b81f5be7-8775-477d-b10c-18017ab083db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289175 Apr 29 15:40:39.688336 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port d497fc58-996f-42c6-8d9e-f7b8db38601a completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:39.693566 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port d497fc58-996f-42c6-8d9e-f7b8db38601a triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:39.693944 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.697549 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf3f82-b89b-408b-b9fb-c97b67fec976 req-fa7c7782-3dba-4acb-9c59-5d6932b760ae tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:39.699067 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f9cf3f82-b89b-408b-b9fb-c97b67fec976 req-fa7c7782-3dba-4acb-9c59-5d6932b760ae tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 943 time: 0.4281890 Apr 29 15:40:39.701320 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-c3cf8e9a-5b49-4ef7-acb3-e96a78b8c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:39.702476 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-c3cf8e9a-5b49-4ef7-acb3-e96a78b8c513 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1096 time: 0.3178234 Apr 29 15:40:39.797806 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-aecccf05-a33b-4088-932d-c0dd8169c35a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 217 time: 0.0686600 Apr 29 15:40:39.819267 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.847783 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd497fc58-996f-42c6-8d9e-f7b8db38601a'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:39.856531 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f9cf3f82-b89b-408b-b9fb-c97b67fec976 req-0bff34f6-2058-4fcb-b4b4-ea8ab11c4379 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429989 Apr 29 15:40:39.858241 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port d497fc58-996f-42c6-8d9e-f7b8db38601a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d497fc58-996f-42c6-8d9e-f7b8db38601a,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:39.864951 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:39.870795 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:39.882315 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-8b7d8684-8406-400c-9139-7a16b40d8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:39.882315 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-8b7d8684-8406-400c-9139-7a16b40d8bee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1881eca-2e9b-400b-a299-dd3f1e730c7e HTTP/1.1" status: 200 len: 854 time: 0.0674982 Apr 29 15:40:39.910504 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'code': 200} Apr 29 15:40:39.944030 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=d497fc58-996f-42c6-8d9e-f7b8db38601a,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:39.946957 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:39.973816 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-0d7dc949-1d57-4b3e-b0e0-9b7943939aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:39.975954 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-0d7dc949-1d57-4b3e-b0e0-9b7943939aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=860b9212-80e8-4076-aabe-4b720ebb371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739827 Apr 29 15:40:40.163357 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-b59bc525-22ba-460d-aa1b-cdf950e427da service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763301 Apr 29 15:40:40.379697 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fe430-b884-4207-bdb6-6de925035cf9 req-cc5a6e28-a614-49c2-95aa-47085bf9588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:40.381724 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-223fe430-b884-4207-bdb6-6de925035cf9 req-cc5a6e28-a614-49c2-95aa-47085bf9588d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 1099 time: 0.2687767 Apr 29 15:40:40.385592 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e7b1a438-b4de-4584-8b06-f035738a54f0 req-db6dac46-018b-4c8a-978f-ca4dcb47c244 service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877913 Apr 29 15:40:40.393024 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da28426-26c5-4dd1-9451-9180fee1d218 req-9c8f96da-3ae9-4931-8a6c-ecc2721dff60 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:40.394403 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9da28426-26c5-4dd1-9451-9180fee1d218 req-9c8f96da-3ae9-4931-8a6c-ecc2721dff60 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 946 time: 0.2700768 Apr 29 15:40:40.445893 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9da28426-26c5-4dd1-9451-9180fee1d218 req-d8daeebd-7aea-490e-bb94-511b1a876443 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450404 Apr 29 15:40:40.482425 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-223fe430-b884-4207-bdb6-6de925035cf9 req-59329469-8789-45da-871b-7d5df8f42a86 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337415 Apr 29 15:40:40.685685 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db507d6-edf4-4edc-adfa-c5165f52b208 req-386d13d7-d1dc-430c-9de3-43bb97e9e2d0 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:40.687071 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2db507d6-edf4-4edc-adfa-c5165f52b208 req-386d13d7-d1dc-430c-9de3-43bb97e9e2d0 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.0785391 Apr 29 15:40:40.731141 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2db507d6-edf4-4edc-adfa-c5165f52b208 req-9022392e-f1e2-4288-befb-29c9601387f4 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383699 Apr 29 15:40:40.963003 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-0df2bea5-4e93-406e-8a15-90ba1d83cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:40.964410 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-0df2bea5-4e93-406e-8a15-90ba1d83cf7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1096 time: 0.1735718 Apr 29 15:40:41.104063 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-f3eefa9f-3c44-40ee-b7f9-76931f936534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:41.105491 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-f3eefa9f-3c44-40ee-b7f9-76931f936534 service neutron] 10.222.0.47 "GET /v2.0/networks?id=860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 200 len: 916 time: 0.1336722 Apr 29 15:40:41.213606 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-804e5f71-dc24-416c-8407-586dd04b1ae4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 217 time: 0.0718834 Apr 29 15:40:41.298272 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-dccddbc9-a6ea-47db-a13b-2cda357723c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:41.299667 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-dccddbc9-a6ea-47db-a13b-2cda357723c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1881eca-2e9b-400b-a299-dd3f1e730c7e HTTP/1.1" status: 200 len: 854 time: 0.0788767 Apr 29 15:40:41.307809 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a680db-08d3-4932-8aaa-13a744769432 req-20108248-afe2-40c6-b2e2-c1e870758252 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:41.309122 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0a680db-08d3-4932-8aaa-13a744769432 req-20108248-afe2-40c6-b2e2-c1e870758252 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 943 time: 0.1980109 Apr 29 15:40:41.394321 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c0a680db-08d3-4932-8aaa-13a744769432 req-2cbe9b25-0ee8-4909-975a-f540b350a540 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507944 Apr 29 15:40:41.413189 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-a3517500-b955-4a87-b9e5-05a070a0dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:41.414683 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-a3517500-b955-4a87-b9e5-05a070a0dd11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=860b9212-80e8-4076-aabe-4b720ebb371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1047513 Apr 29 15:40:41.551048 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-ccc5ea24-10d2-4316-a2e5-798967d30d60 service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278045 Apr 29 15:40:41.621924 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 549477d0-5553-4d74-b697-7350b63583c4 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:40:41.743908 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcd74a-a13f-46bf-8f4c-046edee51e92 req-25d1f64f-f638-4ddc-b4c3-c92b7f34895f tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:41.745306 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1efcd74a-a13f-46bf-8f4c-046edee51e92 req-25d1f64f-f638-4ddc-b4c3-c92b7f34895f tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 946 time: 0.1934056 Apr 29 15:40:41.752516 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae3405c5-82cc-4688-8b8c-df6fc0a1490a req-e5007dea-b1e9-45ec-aea3-6b48e17fbd9e service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615875 Apr 29 15:40:41.782989 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 549477d0-5553-4d74-b697-7350b63583c4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=549477d0-5553-4d74-b697-7350b63583c4,segment=NetworkSegment(95fb9ff8-9657-4da8-9ce6-761f72737c84),segment_id=95fb9ff8-9657-4da8-9ce6-761f72737c84)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:41.794938 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1efcd74a-a13f-46bf-8f4c-046edee51e92 req-21475328-5d88-46e4-8e8f-60d72981e286 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413253 Apr 29 15:40:41.801314 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '549477d0-5553-4d74-b697-7350b63583c4', 'network_id': 'b81f5be7-8775-477d-b10c-18017ab083db', 'port_id': '549477d0-5553-4d74-b697-7350b63583c4', 'mac_address': 'fa:16:3e:6e:48:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545115b1-1de2-4624-8798-5d7054358768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:40:41.860626 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.885346 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549477d0-5553-4d74-b697-7350b63583c4 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:40:41.901753 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 549477d0-5553-4d74-b697-7350b63583c4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=549477d0-5553-4d74-b697-7350b63583c4,segment=NetworkSegment(95fb9ff8-9657-4da8-9ce6-761f72737c84),segment_id=95fb9ff8-9657-4da8-9ce6-761f72737c84)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:41.905578 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.907389 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:41.948375 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3c976-41dd-421a-b0bf-466b6055e897 req-410d493a-1641-40e9-86d8-5baed0c4342e tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:41.949832 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-74c3c976-41dd-421a-b0bf-466b6055e897 req-410d493a-1641-40e9-86d8-5baed0c4342e tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 944 time: 0.0826030 Apr 29 15:40:41.973851 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=549477d0-5553-4d74-b697-7350b63583c4,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:41.976879 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:41.997268 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-74c3c976-41dd-421a-b0bf-466b6055e897 req-98c87480-16f6-4dc0-8db4-cc226e72ca72 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Apr 29 15:40:42.228463 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['549477d0-5553-4d74-b697-7350b63583c4'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:40:42.594242 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097135ab-30ea-4e63-9043-7620215bad94 req-d046eef2-aa54-454d-8b9e-386f00df7e95 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:42.595712 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-097135ab-30ea-4e63-9043-7620215bad94 req-d046eef2-aa54-454d-8b9e-386f00df7e95 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 943 time: 0.0914738 Apr 29 15:40:42.639581 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-097135ab-30ea-4e63-9043-7620215bad94 req-0cd76ab3-1b8d-46dc-ade9-068537e7038f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Apr 29 15:40:42.991060 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa62f-bc5b-4c2b-9856-c3cb32da6c56 req-3ad3f013-9b07-4466-b4df-54b064a4f94c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:42.992512 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b6daa62f-bc5b-4c2b-9856-c3cb32da6c56 req-3ad3f013-9b07-4466-b4df-54b064a4f94c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 946 time: 0.0827584 Apr 29 15:40:43.036829 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b6daa62f-bc5b-4c2b-9856-c3cb32da6c56 req-a5cda7d1-62a3-4019-9708-578d7702d9a7 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385857 Apr 29 15:40:43.236355 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a42ff-3d2a-4253-a819-51f5e924f17b req-94a3d56f-31d7-43d0-9a63-5c2f76983a59 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:43.237699 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e46a42ff-3d2a-4253-a819-51f5e924f17b req-94a3d56f-31d7-43d0-9a63-5c2f76983a59 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 945 time: 0.1356859 Apr 29 15:40:43.277804 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d8c44-9b9a-4932-9147-6c1dcb02363b req-87f11bec-50b1-4743-9dc0-2559bd633d59 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:43.279256 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-318d8c44-9b9a-4932-9147-6c1dcb02363b req-87f11bec-50b1-4743-9dc0-2559bd633d59 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 946 time: 0.1365714 Apr 29 15:40:43.288460 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 56960) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:43.293876 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Request body: {'floatingip': {'port_id': 'd497fc58-996f-42c6-8d9e-f7b8db38601a'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:43.299872 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e46a42ff-3d2a-4253-a819-51f5e924f17b req-86763571-7403-46ea-b733-a77aafc43ce1 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533435 Apr 29 15:40:43.371413 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.626529 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 666f10d3-4778-4487-a99e-ee2242412ba3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:40:43.635707 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 549477d0-5553-4d74-b697-7350b63583c4 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:43.734890 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 549477d0-5553-4d74-b697-7350b63583c4 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:43.742970 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 549477d0-5553-4d74-b697-7350b63583c4 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:43.743343 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.851180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09000155-b23f-4b23-b2a8-470978c14723 req-c602f668-84d3-4d10-b8ee-57c0969cf363 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:43.853235 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-09000155-b23f-4b23-b2a8-470978c14723 req-c602f668-84d3-4d10-b8ee-57c0969cf363 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 943 time: 0.0855505 Apr 29 15:40:43.901664 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-09000155-b23f-4b23-b2a8-470978c14723 req-fc9b4d4f-d6e9-49d6-9216-bfb8c4df5686 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Apr 29 15:40:43.941652 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 666f10d3-4778-4487-a99e-ee2242412ba3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=666f10d3-4778-4487-a99e-ee2242412ba3,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:43.966020 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '666f10d3-4778-4487-a99e-ee2242412ba3', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'port_id': '666f10d3-4778-4487-a99e-ee2242412ba3', 'mac_address': 'fa:16:3e:3a:ea:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:40:43.967725 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.035436 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190fca99-3961-4b70-8fbc-aa3696e75117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549477d0-5553-4d74-b697-7350b63583c4'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:44.056820 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 549477d0-5553-4d74-b697-7350b63583c4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=549477d0-5553-4d74-b697-7350b63583c4,segment=NetworkSegment(95fb9ff8-9657-4da8-9ce6-761f72737c84),segment_id=95fb9ff8-9657-4da8-9ce6-761f72737c84)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:44.056933 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.057820 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.062094 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.070669 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.076400 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:44.107105 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190fca99-3961-4b70-8fbc-aa3696e75117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549477d0-5553-4d74-b697-7350b63583c4', 'code': 200} Apr 29 15:40:44.117925 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666f10d3-4778-4487-a99e-ee2242412ba3 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:40:44.161500 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 666f10d3-4778-4487-a99e-ee2242412ba3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=666f10d3-4778-4487-a99e-ee2242412ba3,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:44.169023 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.177526 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=549477d0-5553-4d74-b697-7350b63583c4,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:44.181191 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:44.182037 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-e3ef1a23-a29b-46ce-98e3-41c313404775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:44.248259 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.l3_db [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Floating IP 8b573eed-9e5a-4b44-8439-8d814018176c associated. External IP: 172.28.2.45, port: d497fc58-996f-42c6-8d9e-f7b8db38601a. Apr 29 15:40:44.254691 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=666f10d3-4778-4487-a99e-ee2242412ba3,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:44.258157 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:44.347464 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0354c29-506e-412b-944a-92f118c4e18b req-1314cf78-1eb4-48af-9561-541b7866629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:44.348948 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0354c29-506e-412b-944a-92f118c4e18b req-1314cf78-1eb4-48af-9561-541b7866629d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 1099 time: 0.0716186 Apr 29 15:40:44.390496 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0354c29-506e-412b-944a-92f118c4e18b req-981b09ce-729c-4b40-9bb0-59546003ac7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348504 Apr 29 15:40:44.511084 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['666f10d3-4778-4487-a99e-ee2242412ba3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:40:44.584051 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87340548-709a-4024-855c-094b8fc51946 req-9aebd3ea-db08-4ccc-a31f-85c327993b6b tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:44.585571 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87340548-709a-4024-855c-094b8fc51946 req-9aebd3ea-db08-4ccc-a31f-85c327993b6b tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 946 time: 0.1761739 Apr 29 15:40:44.627745 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Router 800a68da-9519-4f83-b4d7-999af4d070a6 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:44.632863 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-87340548-709a-4024-855c-094b8fc51946 req-bd82dcb6-6275-4a61-8bba-0210df149c09 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Apr 29 15:40:44.804750 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:44.809085 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.814829 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] Sync routers for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:44.824691 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:44.825342 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:40:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:44.869712 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-52261a32-403e-4018-a7aa-03abab5b4458 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "PUT /v2.0/floatingips/8b573eed-9e5a-4b44-8439-8d814018176c HTTP/1.1" status: 200 len: 991 time: 1.5777075 Apr 29 15:40:44.869712 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'tag': 'd497fc58-996f-42c6-8d9e-f7b8db38601a'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:45.005702 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'tag': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'status': 'completed', 'code': 200} Apr 29 15:40:45.006220 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:45.202108 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-bc6a8146-36ee-49cb-a540-7546100dc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:45.203605 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-bc6a8146-36ee-49cb-a540-7546100dc81b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571dd405abff45a2a3c7d9ae484b7955&device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 1099 time: 0.1360857 Apr 29 15:40:45.211722 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d659a93-bf15-4a0c-8a19-a8ef2accb241 req-a6d392e6-3223-484f-b90a-fb8bc19342ef tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:45.213069 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4d659a93-bf15-4a0c-8a19-a8ef2accb241 req-a6d392e6-3223-484f-b90a-fb8bc19342ef tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 944 time: 0.1094997 Apr 29 15:40:45.352993 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4d659a93-bf15-4a0c-8a19-a8ef2accb241 req-4a5b44d1-da50-4c6d-87fd-61b8fcd8bf83 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204023 Apr 29 15:40:45.380514 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-f46d8344-5297-4e43-82a9-e9b77d854ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:45.382685 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-f46d8344-5297-4e43-82a9-e9b77d854ff6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 200 len: 911 time: 0.1687672 Apr 29 15:40:45.399008 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '8b573eed-9e5a-4b44-8439-8d814018176c', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'port_id': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'mac_address': 'fa:16:3e:ff:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:40:15Z', 'updated_at': '2021-04-29T15:40:43Z', 'revision_number': 1, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:45.403286 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] Checking router: 800a68da-9519-4f83-b4d7-999af4d070a6 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:45.412099 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:45.412800 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:40:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:45.568195 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-3e102e08-1c98-4681-9e9d-434bd39cd79e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d497fc58-996f-42c6-8d9e-f7b8db38601a HTTP/1.1" status: 200 len: 999 time: 0.1057174 Apr 29 15:40:45.594532 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:45.633920 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-4ef31ff8-8852-4916-aa5c-57c469b617e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:45.635481 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-4ef31ff8-8852-4916-aa5c-57c469b617e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 200 len: 849 time: 0.0599360 Apr 29 15:40:45.637866 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 666f10d3-4778-4487-a99e-ee2242412ba3 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:45.730525 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-58c3cef6-0398-4ff1-b2ae-3348cfffcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:45.732478 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-58c3cef6-0398-4ff1-b2ae-3348cfffcc9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=478afee3-07b2-4ec9-ba0c-a44d236d406a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874827 Apr 29 15:40:45.828467 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port 666f10d3-4778-4487-a99e-ee2242412ba3 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:45.846846 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 666f10d3-4778-4487-a99e-ee2242412ba3 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:45.847148 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.934131 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049bea9-a8dc-41ab-8feb-cb65d5fb1a7d req-b7c85a62-04dd-44d6-adac-9d251501902d tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:45.935601 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e049bea9-a8dc-41ab-8feb-cb65d5fb1a7d req-b7c85a62-04dd-44d6-adac-9d251501902d tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 946 time: 0.1766820 Apr 29 15:40:45.937519 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-7fc2655a-58dc-4134-8b42-4adfa05bff6b service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971912 Apr 29 15:40:46.083646 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.084178 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e049bea9-a8dc-41ab-8feb-cb65d5fb1a7d req-41c75fc2-46ac-4436-afd1-1356602bda83 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424346 Apr 29 15:40:46.116996 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:46.129057 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 666f10d3-4778-4487-a99e-ee2242412ba3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=666f10d3-4778-4487-a99e-ee2242412ba3,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:46.131253 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-70994365-bb16-43ea-b519-0aa2de5e4de8 req-51bee6c8-c9e3-44b3-85ab-900000571c74 service neutron] 10.222.0.47 "GET /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711323 Apr 29 15:40:46.133357 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.135946 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-f7b1fbac-61df-49b9-ae95-6806dcd550b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:46.171972 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '8b573eed-9e5a-4b44-8439-8d814018176c', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'port_id': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'mac_address': 'fa:16:3e:ff:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:40:15Z', 'updated_at': '2021-04-29T15:40:43Z', 'revision_number': 1, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:46.185738 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e4a0f-7cd4-47e0-bf54-34119e3fa3aa None None] The sync data for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb is: [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': '8b573eed-9e5a-4b44-8439-8d814018176c', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'port_id': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'mac_address': 'fa:16:3e:ff:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:40:15Z', 'updated_at': '2021-04-29T15:40:43Z', 'revision_number': 1, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:46.216252 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=666f10d3-4778-4487-a99e-ee2242412ba3,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:46.219294 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:46.367793 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3', 'code': 200} Apr 29 15:40:46.450930 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa374f7-c6ed-4d7b-99db-b017f26b2667 None None] New status for floating IP 8b573eed-9e5a-4b44-8439-8d814018176c: ACTIVE {{(pid=73803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:40:46.609787 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f615fa1-0316-48d4-b791-60bf93301670 req-04294f0c-0ca2-4d07-af3e-dbcd066b784d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:46.620102 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f615fa1-0316-48d4-b791-60bf93301670 req-04294f0c-0ca2-4d07-af3e-dbcd066b784d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.1134539 Apr 29 15:40:46.726834 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6f615fa1-0316-48d4-b791-60bf93301670 req-2429263c-70dc-418d-8a9b-68a4da341259 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048169 Apr 29 15:40:46.764743 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8481cbf-1d25-46b2-9441-7555e65cc7ec req-70e842c5-ebd7-479e-a819-bd3e76ab9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:46.766284 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d8481cbf-1d25-46b2-9441-7555e65cc7ec req-70e842c5-ebd7-479e-a819-bd3e76ab9ada service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1098 time: 0.1425622 Apr 29 15:40:46.809871 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d8481cbf-1d25-46b2-9441-7555e65cc7ec req-5319cbde-c360-46a2-b3c2-3ad69e8fb0c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357625 Apr 29 15:40:47.916703 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7394e-9c9b-4b2a-a42e-257f4aec39b0 req-759b51c3-6576-40d8-a8e6-376843c7db32 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:47.918214 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2fb7394e-9c9b-4b2a-a42e-257f4aec39b0 req-759b51c3-6576-40d8-a8e6-376843c7db32 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.0874085 Apr 29 15:40:47.962962 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2fb7394e-9c9b-4b2a-a42e-257f4aec39b0 req-70c40812-dd94-43a5-92b5-b46217daab3c tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 Apr 29 15:40:49.166398 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dac6ed-c71a-4b80-8c7d-7160d36cf16a req-a9b32b03-4011-4b06-9df4-58f5237a9f0a tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:49.167929 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81dac6ed-c71a-4b80-8c7d-7160d36cf16a req-a9b32b03-4011-4b06-9df4-58f5237a9f0a tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.0900764 Apr 29 15:40:49.218223 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-81dac6ed-c71a-4b80-8c7d-7160d36cf16a req-c6ca666f-690f-49fe-88ff-2f6f4f7acae2 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Apr 29 15:40:49.476289 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ebb5-a452-42ee-9ddb-3cb8efdd6619 req-aa0cb7a4-d599-4505-a111-60d55c696d1e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:49.477737 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f6e2ebb5-a452-42ee-9ddb-3cb8efdd6619 req-aa0cb7a4-d599-4505-a111-60d55c696d1e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1398768 Apr 29 15:40:49.488893 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758dca1-bd4c-4f66-8295-52cb5fd1cc9f req-cbf7344d-291e-4a8c-9558-c636ed827248 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:49.490526 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c758dca1-bd4c-4f66-8295-52cb5fd1cc9f req-cbf7344d-291e-4a8c-9558-c636ed827248 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.1176195 Apr 29 15:40:49.559331 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f6e2ebb5-a452-42ee-9ddb-3cb8efdd6619 req-7bd57ac3-baa3-4e8e-89f1-6adab68b43bb tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677524 Apr 29 15:40:49.563527 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c758dca1-bd4c-4f66-8295-52cb5fd1cc9f req-dc131aa6-ff42-41bc-9c40-1bcb73d42cab tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592973 Apr 29 15:40:50.093730 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6aae70-17b3-412e-9e48-6d6db7cd1be4 req-ad409ba5-edbb-41e2-9e49-df54731a4c8c tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:50.095122 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2b6aae70-17b3-412e-9e48-6d6db7cd1be4 req-ad409ba5-edbb-41e2-9e49-df54731a4c8c tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 946 time: 0.2234902 Apr 29 15:40:50.110538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ef838-1fc2-4ef1-9fc5-b767ac0f6baa req-3ff9d2c1-e697-4bc4-a0de-1172fdfe7d20 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:50.112055 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e38ef838-1fc2-4ef1-9fc5-b767ac0f6baa req-3ff9d2c1-e697-4bc4-a0de-1172fdfe7d20 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.1143916 Apr 29 15:40:50.180478 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2b6aae70-17b3-412e-9e48-6d6db7cd1be4 req-cb31ea79-aba4-4114-8038-b7ab0a56d54f tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789936 Apr 29 15:40:50.187427 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e38ef838-1fc2-4ef1-9fc5-b767ac0f6baa req-55f1b992-508a-4f3d-a44c-6fdd3b989be4 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588901 Apr 29 15:40:50.746892 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d32cc-ec65-4b4c-abcc-27004310fddd req-159733b4-10b4-4a78-a963-b5582665a18f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:50.748248 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-174d32cc-ec65-4b4c-abcc-27004310fddd req-159733b4-10b4-4a78-a963-b5582665a18f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.0800676 Apr 29 15:40:50.794977 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-174d32cc-ec65-4b4c-abcc-27004310fddd req-6471bb52-0f40-4bff-a080-ed09e3e33fc9 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Apr 29 15:40:51.373460 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d096a-1d01-4207-be35-9821a4278b1d req-775c0881-4057-4004-8fca-0b2badf27376 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:51.374988 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-019d096a-1d01-4207-be35-9821a4278b1d req-775c0881-4057-4004-8fca-0b2badf27376 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 946 time: 0.0859702 Apr 29 15:40:51.471681 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-019d096a-1d01-4207-be35-9821a4278b1d req-f169af88-79ae-4eec-a44c-a47ee23f266c tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/security-groups?id=1dbcb793-8815-4085-b306-4c307a6bce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909348 Apr 29 15:40:51.500219 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-c915b902-af2f-4856-ae82-a137794f0745 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:51.501671 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-c915b902-af2f-4856-ae82-a137794f0745 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.47 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 946 time: 0.1074862 Apr 29 15:40:51.633537 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Deleting port 549477d0-5553-4d74-b697-7350b63583c4 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:40:51.633880 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.765088 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] For port 549477d0-5553-4d74-b697-7350b63583c4, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=549477d0-5553-4d74-b697-7350b63583c4,segment=NetworkSegment(95fb9ff8-9657-4da8-9ce6-761f72737c84),segment_id=95fb9ff8-9657-4da8-9ce6-761f72737c84)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:51.765447 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.901563 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Calling delete_port for 549477d0-5553-4d74-b697-7350b63583c4 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:40:52.013509 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5eb5e-bc56-462e-ad7c-b295bc6cd69f req-3137c4b0-c7ed-4622-803c-f9490eb42bc9 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:52.015004 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c2e5eb5e-bc56-462e-ad7c-b295bc6cd69f req-3137c4b0-c7ed-4622-803c-f9490eb42bc9 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1045682 Apr 29 15:40:52.115069 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c2e5eb5e-bc56-462e-ad7c-b295bc6cd69f req-3b9f9420-de6f-4c2c-b1a7-0a102e5aa98e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633965 Apr 29 15:40:52.116842 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.122760 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0fb4c189-04f1-4e3d-872a-412114ce5a0b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:52.170858 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Pushing event deleted for resources: {'Port': ['ID=549477d0-5553-4d74-b697-7350b63583c4,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:52.214007 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.214547 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.214787 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.215418 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.215790 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.216152 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.216574 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.216840 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.217197 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.217588 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.217919 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.218418 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:52.226494 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:52.261685 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] No DVR routers for this DVR port 549477d0-5553-4d74-b697-7350b63583c4 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:52.264123 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.266713 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190fca99-3961-4b70-8fbc-aa3696e75117', 'name': 'network-vif-deleted', 'tag': '549477d0-5553-4d74-b697-7350b63583c4'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:52.283136 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9d63f9d2-d989-4d3b-a481-e703b7e177a6 req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.47 "DELETE /v2.0/ports/549477d0-5553-4d74-b697-7350b63583c4 HTTP/1.1" status: 204 len: 173 time: 0.7754776 Apr 29 15:40:52.395720 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190fca99-3961-4b70-8fbc-aa3696e75117', 'name': 'network-vif-deleted', 'tag': '549477d0-5553-4d74-b697-7350b63583c4', 'status': 'completed', 'code': 200} Apr 29 15:40:52.636998 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-1405b4f9-21c8-4874-a7af-4240461b01e0 req-4df453bd-c469-40d2-a7b8-6776c2018451 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Synchronizing usage tracker for tenant:698bc3d3328c429ab72d8f20cd72bee1 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:52.652806 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-1405b4f9-21c8-4874-a7af-4240461b01e0 req-4df453bd-c469-40d2-a7b8-6776c2018451 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Unset dirty status for tenant:698bc3d3328c429ab72d8f20cd72bee1 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:52.654235 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1405b4f9-21c8-4874-a7af-4240461b01e0 req-4df453bd-c469-40d2-a7b8-6776c2018451 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] 10.222.0.42 "GET /v2.0/ports?device_id=190fca99-3961-4b70-8fbc-aa3696e75117 HTTP/1.1" status: 200 len: 210 time: 0.0598235 Apr 29 15:40:53.318544 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337986d-fb18-4b1b-8f45-782e336cbb13 req-ce719830-da83-422f-8b35-00b448184b56 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:53.320069 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7337986d-fb18-4b1b-8f45-782e336cbb13 req-ce719830-da83-422f-8b35-00b448184b56 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.0873837 Apr 29 15:40:53.370810 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7337986d-fb18-4b1b-8f45-782e336cbb13 req-42b839c6-71b7-4e8c-9273-53ea17601884 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448871 Apr 29 15:40:53.703660 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 549477d0-5553-4d74-b697-7350b63583c4 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:53.750858 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 549477d0-5553-4d74-b697-7350b63583c4 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:40:53.750858 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 549477d0-5553-4d74-b697-7350b63583c4 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:54.562908 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a18516-3dde-4fd9-9343-acb9b6de6785 req-1a6d7472-ec2f-4a68-940f-7df16dbe74bd tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:54.564356 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-38a18516-3dde-4fd9-9343-acb9b6de6785 req-1a6d7472-ec2f-4a68-940f-7df16dbe74bd tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.0800707 Apr 29 15:40:54.613016 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-38a18516-3dde-4fd9-9343-acb9b6de6785 req-aa259266-c17a-4fb1-8b23-6944d383d1c2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 Apr 29 15:40:55.013328 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d60588-5be7-4e69-b6c7-d2b9be95ca90 req-d824b468-88da-478e-aaaa-b360263af2b1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:55.014835 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c5d60588-5be7-4e69-b6c7-d2b9be95ca90 req-d824b468-88da-478e-aaaa-b360263af2b1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.0797796 Apr 29 15:40:55.058442 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c5d60588-5be7-4e69-b6c7-d2b9be95ca90 req-3cc54cad-c943-48c0-9a0a-4697e4b48ca8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378628 Apr 29 15:40:55.082894 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57134) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:55.263243 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a69e2e-edb2-4eb1-8a41-89622d06c56b tempest-TestMinimumBasicScenario-642853721 tempest-TestMinimumBasicScenario-642853721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:55.264008 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-d1a69e2e-edb2-4eb1-8a41-89622d06c56b tempest-TestMinimumBasicScenario-642853721 tempest-TestMinimumBasicScenario-642853721-project-admin] Synchronizing usage tracker for tenant:4e3f7aa3d982447bb7413f4ba2213019 on resource:port {{(pid=73801) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:55.284311 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-d1a69e2e-edb2-4eb1-8a41-89622d06c56b tempest-TestMinimumBasicScenario-642853721 tempest-TestMinimumBasicScenario-642853721-project-admin] Unset dirty status for tenant:4e3f7aa3d982447bb7413f4ba2213019 on resource:port {{(pid=73801) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:55.285500 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-d1a69e2e-edb2-4eb1-8a41-89622d06c56b tempest-TestMinimumBasicScenario-642853721 tempest-TestMinimumBasicScenario-642853721-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1093 time: 0.2013690 Apr 29 15:40:55.288907 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57144) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:55.294052 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'floatingip': {'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'port_id': '666f10d3-4778-4487-a99e-ee2242412ba3', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:55.299884 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:55.304207 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:floatingip and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:55.307010 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:55.312620 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:55.324195 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for floatingip, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.467004 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.719543 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_common [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Allocated IP 172.28.2.96 (04334de3-f115-4b90-b55a-4e42c152d433/f9567709-4ab4-44a6-bc8b-a83704e893f1/8e166093-da04-4f69-9088-96ceb4350daf) {{(pid=73801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:55.831144 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb067a-cdfe-4dc1-a498-e8ab41769536 req-01161aa5-7167-413e-8111-2b049bfb02d4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:55.832739 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-04fb067a-cdfe-4dc1-a498-e8ab41769536 req-01161aa5-7167-413e-8111-2b049bfb02d4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.0871575 Apr 29 15:40:55.879741 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for port, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.910472 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.914912 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0cbeed43-7b81-4e77-83f2-d7f70c497e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:55.958640 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-04fb067a-cdfe-4dc1-a498-e8ab41769536 req-f8ae7954-15f9-4c91-9a52-e25e547268b2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189661 Apr 29 15:40:55.974333 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Network 04334de3-f115-4b90-b55a-4e42c152d433 is already hosted by enough agents. {{(pid=73801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:55.981710 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.base_scheduler [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources bound (agent type, host, resource id): {{(pid=73801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:55.986331 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Received port after_create {{(pid=73801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:40:56.024886 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'Port': ['ID=8e166093-da04-4f69-9088-96ceb4350daf,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.036918 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.037266 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.037638 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.038062 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.038955 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.039316 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.039673 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.040031 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.040385 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.040738 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.041095 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.041446 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:56.046381 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:56.238800 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-b7af1626-5d02-4dbe-b07d-84ee30fab8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.404255 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.476931 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.681308 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for port, precommit_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.686007 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2254014'] for port, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.689469 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:56.795512 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'Port': ['ID=8e166093-da04-4f69-9088-96ceb4350daf,revision_number=2']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.799708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:56.810931 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.987514 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.l3_db [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Floating IP e87547cc-6596-4088-acda-ec9d9359538c associated. External IP: 172.28.2.96, port: 666f10d3-4778-4487-a99e-ee2242412ba3. Apr 29 15:40:57.196159 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9168c5-a465-41fc-b9ed-5f4361828970 req-86cc57de-a0bf-44a8-8149-6262e0aed012 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:57.204815 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-da9168c5-a465-41fc-b9ed-5f4361828970 req-86cc57de-a0bf-44a8-8149-6262e0aed012 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1132610 Apr 29 15:40:57.253884 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-da9168c5-a465-41fc-b9ed-5f4361828970 req-1434aa43-5ed4-4eb0-a058-3f67239b888d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475972 Apr 29 15:40:57.498738 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:57.678084 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:57.687847 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] Sync routers for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:57.697951 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:57.698687 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:40:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:57.701898 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.765778 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a82ed6bc-2b5a-439b-8993-0cf40e77fc16 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4758134 Apr 29 15:40:57.766562 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:40:57.768586 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 57172) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.773863 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351477819', 'description': 'tempest-secgroup-smoke-351477819 description', 'project_id': '7697cd2f93c64cf8a5a791375f4571fc'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:57.779869 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:57.790701 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:57.801595 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.825333 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:57.829168 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:security_group_rule and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:57.832132 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:57.837869 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:57.888627 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:57.934394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.939006 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.943429 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:57.991209 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43c16fe-e48b-4550-baed-f42bfd4350fe,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.994285 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:58.000290 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.003892 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2313540 Apr 29 15:40:58.004190 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57180) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.010722 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'security_group_rule': {'security_group_id': 'e43c16fe-e48b-4550-baed-f42bfd4350fe', 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:58.017217 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.023566 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:security_group_rule and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:58.027114 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3', 'status': 'completed', 'code': 200} Apr 29 15:40:58.027840 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:58.033628 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:58.049750 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.116249 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.121585 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.123973 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0ec2a960-bc99-4c8c-83ca-4f75ea1750cc tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:58.150329 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feb39a2-ab83-41c4-958c-86ceb8f947d6,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.151260 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-1de48c7a-a6f1-43f6-b7c3-672f6debb980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:58.153266 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:58.154454 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-1de48c7a-a6f1-43f6-b7c3-672f6debb980 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1098 time: 0.0828340 Apr 29 15:40:58.161151 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.162942 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-2713fd1a-eb54-46ff-afb6-2e0657a67f82 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576049 Apr 29 15:40:58.166203 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57186) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.171590 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'security_group_rule': {'security_group_id': 'e43c16fe-e48b-4550-baed-f42bfd4350fe', 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:58.177989 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.183335 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:security_group_rule and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:58.186549 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:58.192604 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:58.209952 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.279820 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.288877 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.290945 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:58.344107 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2778a3b5-7895-4e28-ba2d-22963bd2a8da,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.346742 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:58.355273 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.356878 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1894248 Apr 29 15:40:58.359101 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-3dc9ca3a-ee0c-4cb3-9956-10512537b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:58.360077 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57198) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.367484 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-3dc9ca3a-ee0c-4cb3-9956-10512537b8ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 200 len: 916 time: 0.2063994 Apr 29 15:40:58.384829 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'security_group_rule': {'security_group_id': 'e43c16fe-e48b-4550-baed-f42bfd4350fe', 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:58.400344 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.406774 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:security_group_rule and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:58.414349 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:58.426763 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'e87547cc-6596-4088-acda-ec9d9359538c', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'floating_ip_address': '172.28.2.96', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'port_id': '666f10d3-4778-4487-a99e-ee2242412ba3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'mac_address': 'fa:16:3e:3a:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:40:56Z', 'updated_at': '2021-04-29T15:40:56Z', 'revision_number': 0, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:59Z', 'revision_number': 5, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.429753 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:58.436407 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] Checking router: 5ea2b7dd-640e-41fa-85e1-a669db563ea1 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:58.456251 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:40:58.458489 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:40:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.461872 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.578297 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-301d742a-93c4-42a4-a2ad-93768f9c2a0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 998 time: 0.1948864 Apr 29 15:40:58.591509 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.596543 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.598801 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:58.624412 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634119a5-2df4-4267-87ff-0d71a1fec8e3,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.628990 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:58.640634 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.642696 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ae3d7da1-b0c3-4660-b458-b132e41bdb6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814484 Apr 29 15:40:58.645799 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57204) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.653991 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'security_group_rule': {'security_group_id': 'e43c16fe-e48b-4550-baed-f42bfd4350fe', 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:58.662069 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.665496 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-ec45d152-048c-4970-be70-b38e1e3881d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:58.667063 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-ec45d152-048c-4970-be70-b38e1e3881d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1881eca-2e9b-400b-a299-dd3f1e730c7e HTTP/1.1" status: 200 len: 854 time: 0.0820847 Apr 29 15:40:58.668346 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:security_group_rule and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:58.673186 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:58.688277 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:58.725467 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.780149 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9b3ff-d85e-44f4-88b4-441f1f21095b req-cc6ad034-6643-416c-8cf8-b1ff8aa03148 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:58.787508 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7b9b3ff-d85e-44f4-88b4-441f1f21095b req-cc6ad034-6643-416c-8cf8-b1ff8aa03148 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.2899675 Apr 29 15:40:58.795804 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:40:58.829890 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.835628 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.839976 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:58.864794 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4d36e0-ea42-4d1b-97ec-cf5cf8fcac91,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.878747 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:58.890400 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.891829 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a5186fd8-5c23-4576-8ef7-52f43da44fc8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2448869 Apr 29 15:40:58.894910 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57214) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.902198 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'security_group_rule': {'security_group_id': 'e43c16fe-e48b-4550-baed-f42bfd4350fe', 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:58.908647 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.914757 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:security_group_rule and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:58.918175 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:58.926300 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:58.928451 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f7b9b3ff-d85e-44f4-88b4-441f1f21095b req-1e03b890-38ee-43a1-9b51-fb0c0eee6e42 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398714 Apr 29 15:40:58.942806 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.securitygroups_db [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Project 7697cd2f93c64cf8a5a791375f4571fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:40:58.945589 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.956657 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.962471 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723d296-25a3-48bc-961c-c92aac61600c req-e46e993c-a42c-4340-a2e7-9ecd618a9baa tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:58.964049 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d723d296-25a3-48bc-961c-c92aac61600c req-e46e993c-a42c-4340-a2e7-9ecd618a9baa tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1739721 Apr 29 15:40:58.966361 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-e16a9ba7-c882-4ab1-8fb9-4f639a604712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:58.967835 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-e16a9ba7-c882-4ab1-8fb9-4f639a604712 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=860b9212-80e8-4076-aabe-4b720ebb371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2620814 Apr 29 15:40:59.000864 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9a40c2db-09f9-485c-9a5e-0e37f378be38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.031671 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.036882 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.044336 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a64ca03b-f797-4eeb-888c-4354ea2476f8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:59.064137 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdf47e6-90c8-4908-8254-880ec4e5a7e7,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.066515 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:59.077153 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.080921 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-14d649f4-9a7d-41fd-b56d-a07de28293d1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1824374 Apr 29 15:40:59.081175 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57218) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:59.087333 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.v2.base [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'security_group_rule': {'security_group_id': 'e43c16fe-e48b-4550-baed-f42bfd4350fe', 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:59.093243 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:59.094042 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d723d296-25a3-48bc-961c-c92aac61600c req-e9457180-d1a6-4190-b299-cdc76bd867af tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235914 Apr 29 15:40:59.102819 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Usage tracker for resource:security_group_rule and tenant:7697cd2f93c64cf8a5a791375f4571fc is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:59.118348 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:59.124840 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:59.137417 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.securitygroups_db [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Project 7697cd2f93c64cf8a5a791375f4571fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:40:59.146643 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.148482 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-87418f31-6e93-48b3-8752-9500acafd0d9 service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617458 Apr 29 15:40:59.227073 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.231014 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7901016'] for security_group_rule, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.240979 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-22f74fa5-f075-46d8-a3fd-72ec95ac6d70 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:40:59.262047 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdb7671-ebc4-4931-9528-4212aec65e98,revision_number=0']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.264786 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:40:59.273581 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'e87547cc-6596-4088-acda-ec9d9359538c', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'floating_ip_address': '172.28.2.96', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'port_id': '666f10d3-4778-4487-a99e-ee2242412ba3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'mac_address': 'fa:16:3e:3a:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:40:56Z', 'updated_at': '2021-04-29T15:40:56Z', 'revision_number': 0, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:59Z', 'revision_number': 5, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:59.274251 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.275756 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-9a4a7e33-0350-43cf-bb89-570f1eec5db6 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1936040 Apr 29 15:40:59.282093 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ef5ef-dce3-452e-ac45-a65bed5b85d2 None None] The sync data for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb is: [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_floatingips': [{'id': 'e87547cc-6596-4088-acda-ec9d9359538c', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'floating_ip_address': '172.28.2.96', 'floating_network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'router_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'port_id': '666f10d3-4778-4487-a99e-ee2242412ba3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'mac_address': 'fa:16:3e:3a:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:40:56Z', 'updated_at': '2021-04-29T15:40:56Z', 'revision_number': 0, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:59Z', 'revision_number': 5, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:59.309063 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ef0659a5-7117-48e9-a7ce-f9daa875df87 req-c89c4ac4-eae7-4278-8140-d9165220188c service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523833 Apr 29 15:40:59.413911 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-b9b9b15a-a1a7-4457-bf06-3bba813e2c37 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Synchronizing usage tracker for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:security_group {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:59.430518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-b9b9b15a-a1a7-4457-bf06-3bba813e2c37 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Unset dirty status for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:security_group {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:59.434649 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-b9b9b15a-a1a7-4457-bf06-3bba813e2c37 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351477819&fields=id&tenant_id=7697cd2f93c64cf8a5a791375f4571fc HTTP/1.1" status: 200 len: 267 time: 0.0614862 Apr 29 15:40:59.514357 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cc8fe-de6a-439b-a9f9-0ca04016f193 None None] New status for floating IP e87547cc-6596-4088-acda-ec9d9359538c: ACTIVE {{(pid=73803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:40:59.520415 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-e157b647-e23a-4b27-95c1-2b0f0e854cb1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:40:59.521917 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-e157b647-e23a-4b27-95c1-2b0f0e854cb1 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.0838661 Apr 29 15:40:59.532974 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'port': {'security_groups': ['da3a7a19-c782-4afb-889e-8cb5b84a0cda', 'e43c16fe-e48b-4550-baed-f42bfd4350fe']}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:59.652790 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.999654 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] For port 666f10d3-4778-4487-a99e-ee2242412ba3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=666f10d3-4778-4487-a99e-ee2242412ba3,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:00.025040 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.030249 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.036094 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3c0a532e-e160-4874-b7ca-4e706606c8e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:00.075720 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['666f10d3-4778-4487-a99e-ee2242412ba3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:41:00.137577 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.158788 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:00.159436 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.177987 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2a621548-241a-4688-ba03-bbfcf7b05bc4 req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "PUT /v2.0/ports/666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 981 time: 0.6478093 Apr 29 15:41:00.177987 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:00.199011 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'Port': ['ID=666f10d3-4778-4487-a99e-ee2242412ba3,revision_number=6']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:00.202578 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:00.242797 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5f1-0e8b-426d-a994-fa7435669312 req-663fbcab-e370-4dac-a223-89d2a5ef40bd tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:00.245073 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0d99f5f1-0e8b-426d-a994-fa7435669312 req-663fbcab-e370-4dac-a223-89d2a5ef40bd tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1743045 Apr 29 15:41:00.317374 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0d99f5f1-0e8b-426d-a994-fa7435669312 req-6398e998-cfd8-48c0-84d2-68dd1f1a6cf1 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663159 Apr 29 15:41:00.361679 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['666f10d3-4778-4487-a99e-ee2242412ba3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:41:00.424122 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf154156-273a-4b1b-a278-2a2e65696152 req-5284e3cc-7df7-4713-a4e5-20de05336eaf tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:00.433094 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cf154156-273a-4b1b-a278-2a2e65696152 req-5284e3cc-7df7-4713-a4e5-20de05336eaf tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1191912 Apr 29 15:41:00.503165 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cf154156-273a-4b1b-a278-2a2e65696152 req-62837baa-a7ba-4f5c-975c-e18204624f2e tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694835 Apr 29 15:41:00.603184 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3', 'status': 'completed', 'code': 200} Apr 29 15:41:00.604472 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-4b155ecd-7541-4d3e-bfb9-4c40e9c46093 None None] Provisioning complete for port 666f10d3-4778-4487-a99e-ee2242412ba3 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:00.604852 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4b155ecd-7541-4d3e-bfb9-4c40e9c46093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.700256 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06516-38c0-4f0a-837e-87bfec2a5231 req-5f02e627-c3e3-4763-a7ba-6d3d4301ab77 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:00.701738 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dfe06516-38c0-4f0a-837e-87bfec2a5231 req-5f02e627-c3e3-4763-a7ba-6d3d4301ab77 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.1354570 Apr 29 15:41:00.768688 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dfe06516-38c0-4f0a-837e-87bfec2a5231 req-a9ef0437-2db7-4e21-adea-e3870c494433 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584965 Apr 29 15:41:00.783375 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-da865ebd-f348-43a3-9322-64da9288e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:00.784860 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-da865ebd-f348-43a3-9322-64da9288e1b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1137 time: 0.1319354 Apr 29 15:41:00.921620 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-5110b799-010a-4737-b15b-b83d2e303ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:00.923131 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-5110b799-010a-4737-b15b-b83d2e303ba5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 200 len: 916 time: 0.1291287 Apr 29 15:41:01.031402 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-182210e0-ad00-4f68-ba41-f1bbcaef01bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 1000 time: 0.0978806 Apr 29 15:41:01.103447 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-61579306-e7e1-4bab-8207-a8b771aa1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:01.104891 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-61579306-e7e1-4bab-8207-a8b771aa1141 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1881eca-2e9b-400b-a299-dd3f1e730c7e HTTP/1.1" status: 200 len: 854 time: 0.0644190 Apr 29 15:41:01.183127 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-a1b36b7c-457a-4d1f-96ec-fb890853b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:01.184531 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-a1b36b7c-457a-4d1f-96ec-fb890853b334 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=860b9212-80e8-4076-aabe-4b720ebb371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698037 Apr 29 15:41:01.315783 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-f4640538-b4d3-4335-bf88-cf0097c988d7 service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231818 Apr 29 15:41:01.503813 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8402ea9-d638-43f6-954a-53929e1ee280 req-a1eeb0ca-0815-4b8f-adb3-d0d9cd6e49ec service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726184 Apr 29 15:41:01.538363 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e6b8-0f94-4bf1-920f-3c74df90f819 req-dcd396a3-c8ab-4db8-a3eb-aa91c16e6e47 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:01.539428 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0d24e6b8-0f94-4bf1-920f-3c74df90f819 req-dcd396a3-c8ab-4db8-a3eb-aa91c16e6e47 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.0978351 Apr 29 15:41:01.586928 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0d24e6b8-0f94-4bf1-920f-3c74df90f819 req-93032e95-4404-4014-a52b-1ecf4a52e583 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Apr 29 15:41:01.696086 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb107da6-357d-4c84-8fe5-9b12a1a8b962 req-6a944bfd-95be-4b3e-bcb4-ea530ca6bacf tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:01.697512 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eb107da6-357d-4c84-8fe5-9b12a1a8b962 req-6a944bfd-95be-4b3e-bcb4-ea530ca6bacf tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0836391 Apr 29 15:41:01.704205 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.734277 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:41:01.747233 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eb107da6-357d-4c84-8fe5-9b12a1a8b962 req-bf9f5e37-f151-4cfd-a8c0-19a530f8c813 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Apr 29 15:41:01.869118 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:01.882652 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '69635098-8584-4a35-a12d-5d3e16ebf670', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'port_id': '69635098-8584-4a35-a12d-5d3e16ebf670', 'mac_address': 'fa:16:3e:73:9b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:41:01.939950 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.956118 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69635098-8584-4a35-a12d-5d3e16ebf670 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:41:01.974032 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:01.979044 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.980832 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:02.054641 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=6']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:02.062173 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.062421 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.062758 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.063090 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.063463 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.063744 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.064094 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.064414 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.064737 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.065058 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.065376 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.065692 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:02.069586 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:02.194786 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['69635098-8584-4a35-a12d-5d3e16ebf670'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:41:02.788835 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16846234-7fc7-476b-b690-b754d7d02075 req-95bc80d9-404b-4d86-867c-bd7d27f6532f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:02.790854 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-16846234-7fc7-476b-b690-b754d7d02075 req-95bc80d9-404b-4d86-867c-bd7d27f6532f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 944 time: 0.0885570 Apr 29 15:41:02.837838 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-16846234-7fc7-476b-b690-b754d7d02075 req-e7704620-539d-4416-9874-9ff751772001 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411389 Apr 29 15:41:02.960245 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18923f-f4a3-47d6-bbd8-73e4ba1a94c0 req-5d40024e-3d57-464b-a20b-31b2ebd03a2b tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:02.963011 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1f18923f-f4a3-47d6-bbd8-73e4ba1a94c0 req-5d40024e-3d57-464b-a20b-31b2ebd03a2b tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0920844 Apr 29 15:41:03.027710 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-1f18923f-f4a3-47d6-bbd8-73e4ba1a94c0 req-3746576c-3ce8-4f78-b69d-e3c44a5dbfee tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581434 Apr 29 15:41:03.445619 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.732230 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:03.813711 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 69635098-8584-4a35-a12d-5d3e16ebf670 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:03.814491 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.951841 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.997588 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:03.999521 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:04.007785 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.011779 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-f7b1fbac-61df-49b9-ae95-6806dcd550b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:04.083451 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670', 'code': 200} Apr 29 15:41:04.100923 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=7']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:04.104477 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:04.126531 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596324-4cf7-408d-b19d-f42cd871ac89 req-ce20abc0-2806-44bf-875d-f379e6173cb1 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:04.128226 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c5596324-4cf7-408d-b19d-f42cd871ac89 req-ce20abc0-2806-44bf-875d-f379e6173cb1 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1551661 Apr 29 15:41:04.191289 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c5596324-4cf7-408d-b19d-f42cd871ac89 req-6f8ee169-9f9e-4018-9fd2-9f16c55f871e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563400 Apr 29 15:41:04.324686 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd0f6-e209-4732-a95a-bff98140e988 req-820b0f4b-d287-4cdf-a878-06aa164553c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:04.328881 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae9bd0f6-e209-4732-a95a-bff98140e988 req-820b0f4b-d287-4cdf-a878-06aa164553c5 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1253333 Apr 29 15:41:04.464929 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ae9bd0f6-e209-4732-a95a-bff98140e988 req-b2921c43-3a17-430d-8b9e-15bd1b66a958 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330979 Apr 29 15:41:05.245123 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:41:05.424356 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2564f-3dfe-4959-9dce-c2f5afe46f4a req-9754a575-56b2-4788-a306-e7957f69ea70 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:05.442761 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7ae2564f-3dfe-4959-9dce-c2f5afe46f4a req-9754a575-56b2-4788-a306-e7957f69ea70 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1218491 Apr 29 15:41:05.532131 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7ae2564f-3dfe-4959-9dce-c2f5afe46f4a req-1ae79ef1-0bb3-4888-a7d1-50af5ae03713 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870874 Apr 29 15:41:05.764761 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a950d4e-574a-4f5f-b5ef-4c0d6ca7a901 req-bfd93f0d-6024-4a64-b8a9-c30b584db2f6 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:05.767259 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5a950d4e-574a-4f5f-b5ef-4c0d6ca7a901 req-bfd93f0d-6024-4a64-b8a9-c30b584db2f6 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1080391 Apr 29 15:41:05.822731 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5a950d4e-574a-4f5f-b5ef-4c0d6ca7a901 req-9f7e3106-47d0-4a73-afd3-f849d707fbf6 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490425 Apr 29 15:41:06.791070 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc5cf-d788-47c5-97af-dd68d01fd375 req-2ad0bca4-24ca-4b3f-a44c-ad334b0d6342 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:06.793149 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d64fc5cf-d788-47c5-97af-dd68d01fd375 req-2ad0bca4-24ca-4b3f-a44c-ad334b0d6342 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1417184 Apr 29 15:41:06.847752 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d64fc5cf-d788-47c5-97af-dd68d01fd375 req-5379375d-bb5b-4077-ab6f-1ef643da7b85 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479710 Apr 29 15:41:07.064258 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113594-7901-4417-beab-d28c6c95cc7a req-7371663e-ae5d-4584-9887-61276f3a5578 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:07.065713 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e2113594-7901-4417-beab-d28c6c95cc7a req-7371663e-ae5d-4584-9887-61276f3a5578 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1089547 Apr 29 15:41:07.133031 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e2113594-7901-4417-beab-d28c6c95cc7a req-0c6a9c37-a351-4601-9530-b2b2d99a3a26 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513279 Apr 29 15:41:08.125438 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234b39-acbf-4286-9361-c1e3563f1651 req-172082ed-e201-46f7-b397-582e89ddd4ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:08.127200 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b5234b39-acbf-4286-9361-c1e3563f1651 req-172082ed-e201-46f7-b397-582e89ddd4ad tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1113555 Apr 29 15:41:08.186002 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b5234b39-acbf-4286-9361-c1e3563f1651 req-37e1bd7f-24e2-4c41-bf25-bd3de77323d7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472281 Apr 29 15:41:08.357468 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff4fd5-717e-47f0-9761-8d4689660853 req-da4b438e-e66b-4e79-b2bc-cee7b6ad5fbf tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:08.359190 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-42ff4fd5-717e-47f0-9761-8d4689660853 req-da4b438e-e66b-4e79-b2bc-cee7b6ad5fbf tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1052370 Apr 29 15:41:08.418763 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-42ff4fd5-717e-47f0-9761-8d4689660853 req-a653c50a-e719-4a84-8259-c863cd9efa7d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518706 Apr 29 15:41:09.085952 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-f5ef3c81-ef1b-40a5-9375-a9a478cbb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.088237 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-f5ef3c81-ef1b-40a5-9375-a9a478cbb525 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1098 time: 0.0919402 Apr 29 15:41:09.244006 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-04c67609-3a36-4694-953f-5bc448df3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.246008 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-04c67609-3a36-4694-953f-5bc448df3b3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 909 time: 0.1496515 Apr 29 15:41:09.415255 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-a6193f10-3715-4ab9-a387-e5e723f0ac85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 1000 time: 0.1580133 Apr 29 15:41:09.517729 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940bba-67e2-43e0-8680-e0b038e99382 req-cc1b3114-91b5-4beb-add9-6277a3f6780f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.519139 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3940bba-67e2-43e0-8680-e0b038e99382 req-cc1b3114-91b5-4beb-add9-6277a3f6780f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1745152 Apr 29 15:41:09.520753 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-76335c41-1c1b-4daf-bf12-d6c43505d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.522048 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-76335c41-1c1b-4daf-bf12-d6c43505d261 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 200 len: 847 time: 0.0923898 Apr 29 15:41:09.669931 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c3940bba-67e2-43e0-8680-e0b038e99382 req-052b8ec6-0fdb-4e61-8a5a-d8d8a0727a75 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419859 Apr 29 15:41:09.716801 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa60a-83d2-461c-85d8-c07ccf11d30b req-a46ce2a9-8cd3-4e1f-8599-2d9c733283f0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.718451 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-069fa60a-83d2-461c-85d8-c07ccf11d30b req-a46ce2a9-8cd3-4e1f-8599-2d9c733283f0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1362967 Apr 29 15:41:09.743385 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-6018d7b6-8682-444b-a7da-fa316c298846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:09.744943 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-6018d7b6-8682-444b-a7da-fa316c298846 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e78f40-4c18-4393-b894-08f7fc6b0370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2017674 Apr 29 15:41:09.807284 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-069fa60a-83d2-461c-85d8-c07ccf11d30b req-f5875ddb-e512-4a17-81cb-660ed4cfa07a tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814755 Apr 29 15:41:09.910221 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-f3b7634d-8616-4d0f-b861-0a2d7e265eb9 service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515675 Apr 29 15:41:10.059171 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0f09e53-c51a-4d48-af71-8635d158a5c9 req-ea68b048-2263-4c76-ba90-f0d5877dbd71 service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420972 Apr 29 15:41:11.088559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5801c1-fc38-49b3-b177-4ef25215ae4d req-088b84d6-2330-4df0-8dd8-3720efd9e805 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:11.090175 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ca5801c1-fc38-49b3-b177-4ef25215ae4d req-088b84d6-2330-4df0-8dd8-3720efd9e805 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.2621701 Apr 29 15:41:11.159813 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89f6ae-987a-4a48-9376-7762890b6c35 req-82d86c88-abb7-4271-b3b1-d231d5b005ad tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:11.162798 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9a89f6ae-987a-4a48-9376-7762890b6c35 req-82d86c88-abb7-4271-b3b1-d231d5b005ad tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1399145 Apr 29 15:41:11.207868 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ca5801c1-fc38-49b3-b177-4ef25215ae4d req-9526ed3f-fb5c-4aaf-95a2-fa80c036b0e2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086397 Apr 29 15:41:11.250388 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9a89f6ae-987a-4a48-9376-7762890b6c35 req-f36b1758-5171-40c4-a69f-f377f94e141a tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723705 Apr 29 15:41:12.073327 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 57410) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:12.138571 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] Deleting subnet 545115b1-1de2-4624-8798-5d7054358768 {{(pid=73800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:41:12.141660 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.193523 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1917773'] for subnet, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.262678 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.639921 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e892d74-9738-475b-a2d0-b53d74881584 req-58f53f8a-a3b2-4ca4-b07b-80b32a39faa1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:12.641359 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3e892d74-9738-475b-a2d0-b53d74881584 req-58f53f8a-a3b2-4ca4-b07b-80b32a39faa1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.2368321 Apr 29 15:41:12.649255 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c7c9c-ec74-4590-ae92-56ed316ceb22 req-79ff8e91-af6e-4a3d-8af1-86ff6703b241 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:12.651128 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-684c7c9c-ec74-4590-ae92-56ed316ceb22 req-79ff8e91-af6e-4a3d-8af1-86ff6703b241 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.2455223 Apr 29 15:41:12.721541 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1866706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2185275'] for subnet, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.727112 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-3e892d74-9738-475b-a2d0-b53d74881584 req-e038baed-ea83-466c-87d4-cb5778443be1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751193 Apr 29 15:41:12.735376 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:12.766919 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-684c7c9c-ec74-4590-ae92-56ed316ceb22 req-b87fe614-750a-413c-a768-d480e0284aee tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014926 Apr 29 15:41:12.773532 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545115b1-1de2-4624-8798-5d7054358768,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:12.779277 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:12.783442 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:12.788491 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-e0449079-544c-487a-a00f-015424cfc873 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/545115b1-1de2-4624-8798-5d7054358768 HTTP/1.1" status: 204 len: 168 time: 0.7140045 Apr 29 15:41:12.788637 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57430) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:12.910402 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.033939 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.145490 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-cbf095f1-fca0-4a82-b159-06000477caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:13.147126 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-cbf095f1-fca0-4a82-b159-06000477caea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 1098 time: 0.0764077 Apr 29 15:41:13.147634 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81f5be7-8775-477d-b10c-18017ab083db']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:13.160563 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fb9ff8-9657-4da8-9ce6-761f72737c84') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:13.160779 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fb9ff8-9657-4da8-9ce6-761f72737c84') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:13.172832 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.189062 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.196069 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:41:13.281615 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-329afbd4-09ac-4685-ab39-690dcb3244e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:13.283263 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-329afbd4-09ac-4685-ab39-690dcb3244e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.1295440 Apr 29 15:41:13.361172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Network b81f5be7-8775-477d-b10c-18017ab083db has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:41:13.369681 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.384228 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-136ac165-6148-4149-b08e-3b668a27a4c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69635098-8584-4a35-a12d-5d3e16ebf670 HTTP/1.1" status: 200 len: 1000 time: 0.0922425 Apr 29 15:41:13.454228 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-5bd748a1-a4d7-4611-a867-0e32e2881121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:13.455694 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-5bd748a1-a4d7-4611-a867-0e32e2881121 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.0649643 Apr 29 15:41:13.533537 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-9769d876-b994-463c-bd01-cbe61725254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:13.535038 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-9769d876-b994-463c-bd01-cbe61725254c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717342 Apr 29 15:41:13.645844 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Network b81f5be7-8775-477d-b10c-18017ab083db has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:41:13.667144 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-e9c5858f-c90d-442e-a35f-f0d39d7a57bd service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249373 Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:13.667742 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:13.746233 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.751673 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a59c1c7d-cf30-4dda-a020-cbc7a898cce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:13.765645 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.772350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81f5be7-8775-477d-b10c-18017ab083db,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:13.775794 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:13.777596 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-dbe44083-48bf-484e-8ab1-28453e892a41 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b81f5be7-8775-477d-b10c-18017ab083db HTTP/1.1" status: 204 len: 168 time: 0.9881008 Apr 29 15:41:13.780406 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57438) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:13.809395 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7631d2f-0964-4b65-87ac-bfd2bb3f4f72 req-5237845c-d187-48e9-91c6-1805612a7821 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354885 Apr 29 15:41:13.840163 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] Deleting subnet 365f0456-320a-4772-91a9-80a2156041aa {{(pid=73801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:41:13.843386 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.899184 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-778832'] for subnet, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.956671 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.083885 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e6bde-c797-4641-b434-1bf48ceda4b7 req-55c73301-3c61-4568-be89-75f018895776 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:14.085370 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-595e6bde-c797-4641-b434-1bf48ceda4b7 req-55c73301-3c61-4568-be89-75f018895776 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.2347085 Apr 29 15:41:14.093725 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45cf52-3cfa-4e07-8af5-ff5c44abe9a9 req-a991b120-963f-46d1-8233-d3bca0c3c658 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:14.095142 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5f45cf52-3cfa-4e07-8af5-ff5c44abe9a9 req-a991b120-963f-46d1-8233-d3bca0c3c658 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.1984184 Apr 29 15:41:14.169828 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-595e6bde-c797-4641-b434-1bf48ceda4b7 req-8b1a3636-06b2-4d75-8b11-0f41bbb0625f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737145 Apr 29 15:41:14.174523 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5f45cf52-3cfa-4e07-8af5-ff5c44abe9a9 req-a89a6521-23d6-454d-9c05-8696da12b240 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637071 Apr 29 15:41:14.230910 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2254068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2061670'] for subnet, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.241487 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:14.272864 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.282611 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365f0456-320a-4772-91a9-80a2156041aa,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:14.287309 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/365f0456-320a-4772-91a9-80a2156041aa HTTP/1.1" status: 204 len: 168 time: 0.5035384 Apr 29 15:41:14.287309 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-22b82c54-e5fc-4285-8ae9-c9bce33a6b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:14.287786 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57448) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:14.405732 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.468386 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 57458) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:14.551668 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.617738 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73b2ff-d53f-4ee3-997e-77185cace755 req-0ae800ef-aa74-4cd4-b5c0-c65f4ea6e3be tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:14.619816 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8d73b2ff-d53f-4ee3-997e-77185cace755 req-0ae800ef-aa74-4cd4-b5c0-c65f4ea6e3be tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1439173 Apr 29 15:41:14.622753 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-657abc38-7702-470a-a194-f83ebc10e8ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1532614 Apr 29 15:41:14.665976 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8d73b2ff-d53f-4ee3-997e-77185cace755 req-db0fc6c7-b635-4561-bcac-e185650ce0f9 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 Apr 29 15:41:14.666275 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf32b1d-285a-4a10-bca5-d0e33775b27d']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:14.681639 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c7c6be-3323-4408-9a13-7eee98b75b58') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:14.681639 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c7c6be-3323-4408-9a13-7eee98b75b58') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:14.693649 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.709693 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.716523 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:41:14.892945 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Network 9bf32b1d-285a-4a10-bca5-d0e33775b27d has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:41:14.902015 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.150078 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Network 9bf32b1d-285a-4a10-bca5-d0e33775b27d has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:15.170832 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:15.247623 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.251489 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:15.267407 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.273528 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf32b1d-285a-4a10-bca5-d0e33775b27d,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:15.276623 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:15.278557 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-2a6d6e3a-2793-41ed-b2cd-8cdd98f036f8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9bf32b1d-285a-4a10-bca5-d0e33775b27d HTTP/1.1" status: 204 len: 168 time: 0.9899735 Apr 29 15:41:15.392900 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5a5c7-656e-4fdb-a708-ad04935d6d2f req-5003d002-8d00-4624-ab91-272a74d51f06 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:15.395226 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-63b5a5c7-656e-4fdb-a708-ad04935d6d2f req-5003d002-8d00-4624-ab91-272a74d51f06 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 945 time: 0.0891929 Apr 29 15:41:15.448741 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-63b5a5c7-656e-4fdb-a708-ad04935d6d2f req-43fde8af-7e4c-4bbc-be6e-b16286ee0ed4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474927 Apr 29 15:41:15.507875 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57480) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.555578 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6797a023-7cee-4097-8519-47f22f0f52f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=698bc3d3328c429ab72d8f20cd72bee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464742 Apr 29 15:41:15.558638 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57484) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:15.620047 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d7920071-42c2-4cdf-9bb8-b263d6bbbe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.646263 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d7920071-42c2-4cdf-9bb8-b263d6bbbe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.700319 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d7920071-42c2-4cdf-9bb8-b263d6bbbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.705573 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-74643b27-cd55-434b-a9f3-4c04103ca64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:15.718962 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7920071-42c2-4cdf-9bb8-b263d6bbbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbcb793-8815-4085-b306-4c307a6bce6f,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:15.721594 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d7920071-42c2-4cdf-9bb8-b263d6bbbe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:15.736193 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-d7920071-42c2-4cdf-9bb8-b263d6bbbe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.739876 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-d7920071-42c2-4cdf-9bb8-b263d6bbbe2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1dbcb793-8815-4085-b306-4c307a6bce6f HTTP/1.1" status: 204 len: 168 time: 0.1779308 Apr 29 15:41:15.764354 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:15.914646 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.931765 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fda28-b4c2-421c-8ce7-688f62bc8923 req-8d151d65-2f7a-41c9-8bad-6b1fb5e7731a tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:15.940052 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-304fda28-b4c2-421c-8ce7-688f62bc8923 req-8d151d65-2f7a-41c9-8bad-6b1fb5e7731a tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1305602 Apr 29 15:41:15.961393 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:15.973395 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:15.979999 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:15.980872 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:16.009459 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-304fda28-b4c2-421c-8ce7-688f62bc8923 req-e677849c-4d53-42d5-b97b-cb691ae4ddff tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677397 Apr 29 15:41:16.014993 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-9f12dca7-e624-459e-80e1-531966a788cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:16.123960 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=6']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:16.155182 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:16.158713 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-d75d9c94-d628-477c-90f6-96ac237789cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:16.160520 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-d75d9c94-d628-477c-90f6-96ac237789cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48&tenant_id=ac9f99231f4d446797bac28d1207ac74 HTTP/1.1" status: 200 len: 1096 time: 0.0912488 Apr 29 15:41:16.183451 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.218782 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:16.225961 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.229338 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:16.246297 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57498) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:16.285918 dv-cinder-788782-1-smb neutron-server[73802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'code': 422} returned with failed status Apr 29 15:41:16.297695 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-4bfa9341-17dd-4f01-9fa2-b7f15634ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:16.300024 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-4bfa9341-17dd-4f01-9fa2-b7f15634ef99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1096 time: 0.1002638 Apr 29 15:41:16.313898 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=8']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:16.317243 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:16.321304 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-405394d1-1a7a-413d-8034-36b5f7485acf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64a1167d113f4ab087cdabd39bf4d219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734832 Apr 29 15:41:16.324099 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57502) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:16.393581 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0d25d25-55fe-41b8-bbce-95f549730a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.426350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0d25d25-55fe-41b8-bbce-95f549730a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.442576 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-71319d81-3792-4d32-b595-6e4b2fe175ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:16.444030 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-71319d81-3792-4d32-b595-6e4b2fe175ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 909 time: 0.1370020 Apr 29 15:41:16.480002 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0d25d25-55fe-41b8-bbce-95f549730a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.484194 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a0ce3da1-7d68-4c20-b0a2-1f44df33ba2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:16.495667 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d25d25-55fe-41b8-bbce-95f549730a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de0218-c52d-45be-884b-bd990f296dfd,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:16.499579 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a0d25d25-55fe-41b8-bbce-95f549730a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:16.502905 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0d25d25-55fe-41b8-bbce-95f549730a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:16.516921 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a0d25d25-55fe-41b8-bbce-95f549730a5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24de0218-c52d-45be-884b-bd990f296dfd HTTP/1.1" status: 204 len: 168 time: 0.1816647 Apr 29 15:41:16.575617 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-54d2bc0d-25c2-4770-b663-d89fcd8cffde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 998 time: 0.1194887 Apr 29 15:41:16.694089 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-429f5d5b-7eb3-4de6-a242-8510514972a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:16.695560 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-429f5d5b-7eb3-4de6-a242-8510514972a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 200 len: 847 time: 0.1116507 Apr 29 15:41:16.765930 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eb20c-61b7-4cc4-a896-ebcd65074c4e req-8f7b599b-2c09-4f9f-a7fe-c5b8f26f2426 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:16.767462 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c59eb20c-61b7-4cc4-a896-ebcd65074c4e req-8f7b599b-2c09-4f9f-a7fe-c5b8f26f2426 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1495900 Apr 29 15:41:16.827152 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c59eb20c-61b7-4cc4-a896-ebcd65074c4e req-c60489a7-8541-4d07-a74f-7206418755b5 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527363 Apr 29 15:41:16.829126 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-444204c3-ade5-4b56-b117-d049cb506d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:16.830548 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-444204c3-ade5-4b56-b117-d049cb506d9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e78f40-4c18-4393-b894-08f7fc6b0370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1228013 Apr 29 15:41:16.979549 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-dc79f99e-62a4-4af1-9b1a-aa39b04d8087 service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329904 Apr 29 15:41:17.145400 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c97ae4cb-2360-4692-8f5a-0d0e367334f8 req-50a64000-ae3f-49b4-995e-78e6c605b6ef service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582534 Apr 29 15:41:17.247587 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e009de-07c1-4e23-8d8c-d36d05547e2e req-3dfb3837-b315-4cd3-a3e9-cf337d3b0654 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:17.254982 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-39e009de-07c1-4e23-8d8c-d36d05547e2e req-3dfb3837-b315-4cd3-a3e9-cf337d3b0654 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 943 time: 0.1128471 Apr 29 15:41:17.312885 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-39e009de-07c1-4e23-8d8c-d36d05547e2e req-998eb88a-b1d4-4581-8ad4-8a62855a44c0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568147 Apr 29 15:41:18.287421 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:18.357539 dv-cinder-788782-1-smb neutron-server[73802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670', 'code': 422} returned with failed status Apr 29 15:41:18.464111 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-f0d61a83-6a61-48c5-b695-e60c3213748e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183927 Apr 29 15:41:18.621494 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2ffbf-0d1d-4670-952e-7f0e79fb3581 req-1e5c7058-96c4-4dfd-ba56-243d6f1c4e9b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:18.623278 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-57a2ffbf-0d1d-4670-952e-7f0e79fb3581 req-1e5c7058-96c4-4dfd-ba56-243d6f1c4e9b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.2946439 Apr 29 15:41:18.699313 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-57a2ffbf-0d1d-4670-952e-7f0e79fb3581 req-e445d955-6f13-4915-86fe-4183dd26cb07 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687823 Apr 29 15:41:18.711340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d231ea4-be24-4f03-bed5-e3420ff9779d req-8692fd7c-3be2-4d2d-b8a0-15ce9116286f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:18.713012 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6d231ea4-be24-4f03-bed5-e3420ff9779d req-8692fd7c-3be2-4d2d-b8a0-15ce9116286f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 943 time: 0.2486091 Apr 29 15:41:18.769258 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6d231ea4-be24-4f03-bed5-e3420ff9779d req-ab49e227-ff1b-42a3-abe2-ba0a79cf50fb tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Apr 29 15:41:19.034222 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-c81d8f73-a53c-4784-b755-ff83b747dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:19.035730 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-c81d8f73-a53c-4784-b755-ff83b747dc7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e&tenant_id=78c50990547147eea80fc54d37cc2a6c HTTP/1.1" status: 200 len: 1096 time: 0.0721123 Apr 29 15:41:19.142395 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-b0ff66de-b49f-4d12-bd88-85a8db918d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:19.143745 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-b0ff66de-b49f-4d12-bd88-85a8db918d27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 1096 time: 0.0733113 Apr 29 15:41:19.274036 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-8359e4f8-f816-49fd-bf11-9e0df81d10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:19.276126 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-8359e4f8-f816-49fd-bf11-9e0df81d10ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.1249328 Apr 29 15:41:19.377426 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-7c9f6d8e-23e6-4685-8458-4e462f4e5bd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69635098-8584-4a35-a12d-5d3e16ebf670 HTTP/1.1" status: 200 len: 998 time: 0.0946302 Apr 29 15:41:19.439592 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-6f165810-a781-417f-a053-86bca549f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:19.440938 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-6f165810-a781-417f-a053-86bca549f429 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.0573578 Apr 29 15:41:19.520352 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-786e7382-476b-40e0-a705-1e1c6e623579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:19.521843 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-786e7382-476b-40e0-a705-1e1c6e623579 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739572 Apr 29 15:41:19.651024 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-6cd5ac29-b0f3-473a-ab98-06656d2b9118 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222327 Apr 29 15:41:19.796431 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2cb2cefb-3d9a-4a98-9b75-e9f827c1a2d3 req-ce0f8183-df8e-4cf9-821a-b7cd65384836 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280932 Apr 29 15:41:19.799497 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:41:19.812525 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:20.007584 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeaf51-f91a-44e9-8642-d28bb532604a req-901925ec-3cb0-4b26-8d55-520288e6d19c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:20.009141 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-90eeaf51-f91a-44e9-8642-d28bb532604a req-901925ec-3cb0-4b26-8d55-520288e6d19c tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1790152 Apr 29 15:41:20.084699 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c54bd6-56e8-4410-91ac-98c3c3699030 req-c82facf6-614c-4b5f-abe3-978a49d75251 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:20.086208 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-24c54bd6-56e8-4410-91ac-98c3c3699030 req-c82facf6-614c-4b5f-abe3-978a49d75251 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 943 time: 0.1593120 Apr 29 15:41:20.096029 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:20.101483 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-90eeaf51-f91a-44e9-8642-d28bb532604a req-7611e0c5-0c99-4ef5-8240-770d164808bb tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668623 Apr 29 15:41:20.124379 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'port_id': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'mac_address': 'fa:16:3e:9a:ef:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:41:20.166846 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-24c54bd6-56e8-4410-91ac-98c3c3699030 req-8ce61e77-3d10-43ea-952e-94f1f5e4e36a tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686538 Apr 29 15:41:20.213544 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.232581 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:41:20.248966 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:20.252392 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.255063 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:20.349488 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=7']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:20.352297 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:20.586720 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:41:21.364242 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962d190-6e4e-4fe3-ac48-7bdc61e9cdaa req-72fea5b9-5b57-4bdb-8134-75b9ea9b40c5 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:21.385323 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9962d190-6e4e-4fe3-ac48-7bdc61e9cdaa req-72fea5b9-5b57-4bdb-8134-75b9ea9b40c5 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1643257 Apr 29 15:41:21.474838 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9962d190-6e4e-4fe3-ac48-7bdc61e9cdaa req-d8ac493e-dba5-415d-ae37-fdeb5b6bc37e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879910 Apr 29 15:41:21.496757 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486523fa-6963-4d88-8c1d-85f7407fb289 req-59c0446d-b8b9-4f96-8b3b-2bb7066fb385 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:21.498364 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-486523fa-6963-4d88-8c1d-85f7407fb289 req-59c0446d-b8b9-4f96-8b3b-2bb7066fb385 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 944 time: 0.2096126 Apr 29 15:41:21.599151 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-486523fa-6963-4d88-8c1d-85f7407fb289 req-e65f3385-9a1e-4be3-a6aa-40da43faa5db tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852797 Apr 29 15:41:21.697587 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57648) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:21.810935 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:21.815719 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.831704 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:21.836061 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8a6d3febb7234819a78824bd009dccf4 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:21.839364 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:21.846602 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:21.896400 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:21.897006 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.944602 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.949412 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:21.958091 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-daea5d93-044e-488d-957f-71a358a420e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:21.996328 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 57654) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:22.002860 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a6d3febb7234819a78824bd009dccf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043988 Apr 29 15:41:22.017901 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeffb14-e92a-4e98-a419-1bbbb1aea168,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:22.021268 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:22.028544 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.078690 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:22.089160 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:22.093629 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5518a665-1467-4d55-8324-fc31c82d13fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.112540 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.115533 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:22.142420 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5518a665-1467-4d55-8324-fc31c82d13fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.157266 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'code': 200} Apr 29 15:41:22.208366 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=8']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:22.211178 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5518a665-1467-4d55-8324-fc31c82d13fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.215908 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b7e861fd-05f9-4fd3-9408-bea9cbf37eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:22.227056 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:22.230906 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518a665-1467-4d55-8324-fc31c82d13fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeffb14-e92a-4e98-a419-1bbbb1aea168,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:22.233512 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-5518a665-1467-4d55-8324-fc31c82d13fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:22.240082 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-5518a665-1467-4d55-8324-fc31c82d13fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.241185 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-5518a665-1467-4d55-8324-fc31c82d13fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8aeffb14-e92a-4e98-a419-1bbbb1aea168 HTTP/1.1" status: 204 len: 168 time: 0.2435834 Apr 29 15:41:22.548688 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 57666) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:22.568168 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.583537 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:22.588246 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Usage tracker for resource:security_group_rule and tenant:3216ef11cb2b4a5faeb09f7b7944ca62 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:22.593121 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:22.599166 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:22.741931 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e310b-f681-4412-a473-d4bdc3593403 req-8f225e5d-e7d3-4a6d-a536-659451195484 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:22.743447 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-443e310b-f681-4412-a473-d4bdc3593403 req-8f225e5d-e7d3-4a6d-a536-659451195484 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1383164 Apr 29 15:41:22.788206 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.799271 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.808809 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b6a2b162-15ca-4858-bc4e-fd6fff25c7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:22.832528 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-443e310b-f681-4412-a473-d4bdc3593403 req-f3628d62-3d0d-40cb-90f3-1109c65488f9 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796342 Apr 29 15:41:22.872940 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3216ef11cb2b4a5faeb09f7b7944ca62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202894 Apr 29 15:41:22.872940 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa4407b-8f95-4e5f-9a1e-459a17df96b8,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:22.873634 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 57672) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:22.886321 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-4ac83973-6a41-41f8-853c-086f6f25882f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:22.943488 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfdb947a-e669-4b84-8ab3-49c743b35dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:22.972500 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfdb947a-e669-4b84-8ab3-49c743b35dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.038613 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfdb947a-e669-4b84-8ab3-49c743b35dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.043933 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ca81ec86-b2a6-4b7d-95c3-f030fe36a886 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:23.059121 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb947a-e669-4b84-8ab3-49c743b35dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa4407b-8f95-4e5f-9a1e-459a17df96b8,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:23.063491 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cfdb947a-e669-4b84-8ab3-49c743b35dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:23.082521 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfdb947a-e669-4b84-8ab3-49c743b35dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:23.085742 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-cfdb947a-e669-4b84-8ab3-49c743b35dae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fa4407b-8f95-4e5f-9a1e-459a17df96b8 HTTP/1.1" status: 204 len: 168 time: 0.2109325 Apr 29 15:41:23.180566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed648812-4c7e-414d-bb49-44709a673963 req-acd5578c-fffe-4a79-9986-99981dfcfebc tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:23.182466 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ed648812-4c7e-414d-bb49-44709a673963 req-acd5578c-fffe-4a79-9986-99981dfcfebc tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.2221832 Apr 29 15:41:23.233284 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ed648812-4c7e-414d-bb49-44709a673963 req-f1f6759a-beec-437e-9fcb-4fca3d2674d0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Apr 29 15:41:24.093832 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2574ce-8703-4d60-8d08-bb20b404dbfa req-3987c132-21a2-40e2-8255-b2ae1df5b51a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:24.100956 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9e2574ce-8703-4d60-8d08-bb20b404dbfa req-3987c132-21a2-40e2-8255-b2ae1df5b51a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1435819 Apr 29 15:41:24.143411 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-9e2574ce-8703-4d60-8d08-bb20b404dbfa req-ddd8d1a4-a39c-4579-8abc-82d4a29aa7b6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Apr 29 15:41:24.425831 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59bc31-9fa6-4184-84ec-311b6b1a20e3 req-cfbadb0e-7bd4-41a5-b505-69d1e91bc99f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:24.433537 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eb59bc31-9fa6-4184-84ec-311b6b1a20e3 req-cfbadb0e-7bd4-41a5-b505-69d1e91bc99f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0897732 Apr 29 15:41:24.487626 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eb59bc31-9fa6-4184-84ec-311b6b1a20e3 req-a4b78a4e-8ad6-4a3e-8b0d-16b076f9b999 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526321 Apr 29 15:41:25.371320 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313cdc-0e7c-45e8-abc5-ff5c6a2350d5 req-ff1d0a3b-4870-4a06-8482-6a62d8e38e64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:25.372840 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cc313cdc-0e7c-45e8-abc5-ff5c6a2350d5 req-ff1d0a3b-4870-4a06-8482-6a62d8e38e64 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.0949700 Apr 29 15:41:25.430504 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cc313cdc-0e7c-45e8-abc5-ff5c6a2350d5 req-2779e3d6-fdaa-4faf-a9b5-d3f8fa11beec tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472915 Apr 29 15:41:25.707024 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8b614-4368-4559-a891-b289bf019894 req-871fdd6e-ade2-4240-aaa4-3b868595396f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:25.708496 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dcd8b614-4368-4559-a891-b289bf019894 req-871fdd6e-ade2-4240-aaa4-3b868595396f tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0952060 Apr 29 15:41:25.755571 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dcd8b614-4368-4559-a891-b289bf019894 req-4df0d581-8ca9-4c01-a0e1-ff44e888f027 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414047 Apr 29 15:41:26.246491 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5d31b1f3-1008-4988-8e5e-734509d3120a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:26.650754 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d59965-09fd-4042-9b67-77d7171e063f req-349ac111-5452-44df-a94a-be66c45adc3d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:26.652321 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-80d59965-09fd-4042-9b67-77d7171e063f req-349ac111-5452-44df-a94a-be66c45adc3d tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1009924 Apr 29 15:41:26.704621 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-80d59965-09fd-4042-9b67-77d7171e063f req-516ba435-0211-493b-add8-e5fd9bbea5de tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Apr 29 15:41:26.954847 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3b22-9abc-467c-8b2f-a24d0521700f req-9d902125-df81-47a2-81f5-c98b7275b720 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:26.956240 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-789d3b22-9abc-467c-8b2f-a24d0521700f req-9d902125-df81-47a2-81f5-c98b7275b720 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0860515 Apr 29 15:41:27.007818 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-789d3b22-9abc-467c-8b2f-a24d0521700f req-4b905b13-0684-4b7a-b673-e72e722323f9 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458055 Apr 29 15:41:27.919886 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32937fd-7b03-48e5-ba3c-364af92d7a9e req-63fbbb0b-9959-40ec-8247-fa7f1f7d2d41 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:27.921387 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a32937fd-7b03-48e5-ba3c-364af92d7a9e req-63fbbb0b-9959-40ec-8247-fa7f1f7d2d41 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.1016188 Apr 29 15:41:27.971296 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a32937fd-7b03-48e5-ba3c-364af92d7a9e req-698af4a5-77c4-4430-a251-66ab94ac8295 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Apr 29 15:41:28.201059 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee366e9-759c-49ba-9d0b-4943aaeac608 req-6001d187-0ace-4f3b-a3d5-be2f4a1d92f4 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:28.202950 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cee366e9-759c-49ba-9d0b-4943aaeac608 req-6001d187-0ace-4f3b-a3d5-be2f4a1d92f4 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0859346 Apr 29 15:41:28.250008 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cee366e9-759c-49ba-9d0b-4943aaeac608 req-d4c5ceaa-3671-479f-9d3b-f185a1302811 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392849 Apr 29 15:41:28.912138 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d6b91c0e-4a74-4f31-97ef-fc84ae528de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:28.921206 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:29.180592 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdff0d-0993-4654-8aa6-e5787f488b27 req-8f71c3ce-5d47-4afd-82af-973bfef6cda5 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:29.182916 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-85cdff0d-0993-4654-8aa6-e5787f488b27 req-8f71c3ce-5d47-4afd-82af-973bfef6cda5 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.0925257 Apr 29 15:41:29.237805 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-85cdff0d-0993-4654-8aa6-e5787f488b27 req-d70f514d-858b-4912-83e4-cec089e99171 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473201 Apr 29 15:41:29.456314 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65ec66-5052-4b4d-9879-e4ed300e1d59 req-a71f873f-8dd7-4653-9691-bfb488d633e6 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:29.457787 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7a65ec66-5052-4b4d-9879-e4ed300e1d59 req-a71f873f-8dd7-4653-9691-bfb488d633e6 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0878375 Apr 29 15:41:29.504853 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7a65ec66-5052-4b4d-9879-e4ed300e1d59 req-2a87bc3a-b420-47f5-b086-b19d4175c73c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Apr 29 15:41:30.118585 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:30.438856 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a270f6-ed4a-480d-a3b1-9f73f4ff3954 req-207992cf-0ca0-4079-9b86-efcf2429cdc6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:30.440441 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-65a270f6-ed4a-480d-a3b1-9f73f4ff3954 req-207992cf-0ca0-4079-9b86-efcf2429cdc6 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.0809929 Apr 29 15:41:30.491104 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-65a270f6-ed4a-480d-a3b1-9f73f4ff3954 req-961ed378-35fe-4818-a8e4-181f256afe96 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Apr 29 15:41:30.706587 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ba6ba-289c-4586-bdb2-b660dec56218 req-7af40d81-3bf5-4525-bac0-5f482000a880 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:30.708064 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-947ba6ba-289c-4586-bdb2-b660dec56218 req-7af40d81-3bf5-4525-bac0-5f482000a880 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0858827 Apr 29 15:41:30.754410 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-947ba6ba-289c-4586-bdb2-b660dec56218 req-7aad31dc-6b1f-4b2d-b00b-7c3154e51b5e tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397644 Apr 29 15:41:31.695367 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a243e-9f36-4680-8b67-95edd6e9ca62 req-02bbb388-00b4-4aed-923d-9ce67de3d433 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:31.696754 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-083a243e-9f36-4680-8b67-95edd6e9ca62 req-02bbb388-00b4-4aed-923d-9ce67de3d433 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.0838060 Apr 29 15:41:31.705191 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:31.743303 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-083a243e-9f36-4680-8b67-95edd6e9ca62 req-2d27c953-fb9d-4c85-8f50-059fd24d76e7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Apr 29 15:41:31.942667 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6e69e-75df-45d0-9d3b-60886d93e6af req-10a58e60-28e2-41af-9c56-8772e733976c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:31.944151 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-89f6e69e-75df-45d0-9d3b-60886d93e6af req-10a58e60-28e2-41af-9c56-8772e733976c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0825665 Apr 29 15:41:31.988917 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-89f6e69e-75df-45d0-9d3b-60886d93e6af req-d7eb8518-5eb9-430c-9f67-843d102a2d9b tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Apr 29 15:41:32.402709 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8675e1-c708-4736-b7ef-895ab38ea2f6 req-45e69096-9eb2-43d5-bb40-058128d992e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:32.404357 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cc8675e1-c708-4736-b7ef-895ab38ea2f6 req-45e69096-9eb2-43d5-bb40-058128d992e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1098 time: 0.0753536 Apr 29 15:41:32.454153 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-cc8675e1-c708-4736-b7ef-895ab38ea2f6 req-a65cf87a-a232-4ba0-ada7-6fd2f6014a47 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404665 Apr 29 15:41:32.936520 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b779fc-d1e5-42bc-80b5-437b0ab6dd0c req-86aeaf9c-5646-4e75-af25-e5d5a8b1d650 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:32.937939 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-64b779fc-d1e5-42bc-80b5-437b0ab6dd0c req-86aeaf9c-5646-4e75-af25-e5d5a8b1d650 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 943 time: 0.0830653 Apr 29 15:41:33.048993 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-64b779fc-d1e5-42bc-80b5-437b0ab6dd0c req-2b4f5d4e-74ad-48ed-bb1b-5af7be9986fd tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050797 Apr 29 15:41:33.177537 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a67f2-eda6-4eb3-877a-168777e328c0 req-2e126949-8198-48cb-8284-9850e21cda30 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:33.178994 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-023a67f2-eda6-4eb3-877a-168777e328c0 req-2e126949-8198-48cb-8284-9850e21cda30 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0793676 Apr 29 15:41:33.225625 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-023a67f2-eda6-4eb3-877a-168777e328c0 req-6fbfd93c-3a57-4b91-acd4-ef220ec3f3bb tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401564 Apr 29 15:41:33.415701 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:33.768771 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413d2e0-f8d0-4b7c-b341-3cbeddfc3956 req-6636c46e-8a4f-4e6a-9762-3d9a24e7b813 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:33.774711 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d413d2e0-f8d0-4b7c-b341-3cbeddfc3956 req-6636c46e-8a4f-4e6a-9762-3d9a24e7b813 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.1572008 Apr 29 15:41:33.799626 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-856d02df-92f8-43d6-b9e8-dcfce40f31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:33.801159 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-856d02df-92f8-43d6-b9e8-dcfce40f31bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1137 time: 0.1305151 Apr 29 15:41:33.858600 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:41:33.859804 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d413d2e0-f8d0-4b7c-b341-3cbeddfc3956 req-73567979-fe21-4ac3-93c3-8eb28e15eb66 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824010 Apr 29 15:41:33.975601 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-925bf7c5-a70f-4866-adea-9453c63d5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:33.977195 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-925bf7c5-a70f-4866-adea-9453c63d5dff service neutron] 10.222.0.47 "GET /v2.0/networks?id=860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 200 len: 916 time: 0.1630981 Apr 29 15:41:34.004194 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:34.018693 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': '69635098-8584-4a35-a12d-5d3e16ebf670', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'port_id': '69635098-8584-4a35-a12d-5d3e16ebf670', 'mac_address': 'fa:16:3e:73:9b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:41:34.084126 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.089085 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-e8eee108-d8eb-4f80-a915-fa609a62c4f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 1000 time: 0.1041870 Apr 29 15:41:34.102110 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69635098-8584-4a35-a12d-5d3e16ebf670 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:41:34.139370 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:34.148451 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.151153 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:34.167731 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-c4f4f1ea-914d-4c0a-b9cb-d0ca06f81d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:34.169323 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-c4f4f1ea-914d-4c0a-b9cb-d0ca06f81d78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1881eca-2e9b-400b-a299-dd3f1e730c7e HTTP/1.1" status: 200 len: 854 time: 0.0725040 Apr 29 15:41:34.233518 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=9']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:34.236867 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:34.375948 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-1bd6a7e4-d55d-4a56-aedc-87e5a7825c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:34.378104 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-1bd6a7e4-d55d-4a56-aedc-87e5a7825c0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=860b9212-80e8-4076-aabe-4b720ebb371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1471410 Apr 29 15:41:34.392434 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254562e-1bf4-4507-9488-914bbfc537f5 req-01b4a987-5c85-4899-a2e8-1ea9ece575d3 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:34.393782 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f254562e-1bf4-4507-9488-914bbfc537f5 req-01b4a987-5c85-4899-a2e8-1ea9ece575d3 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 944 time: 0.2121267 Apr 29 15:41:34.513437 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['69635098-8584-4a35-a12d-5d3e16ebf670'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:41:34.551682 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f254562e-1bf4-4507-9488-914bbfc537f5 req-cfa5446b-4253-4d0b-91af-d61bf3e45ce8 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308050 Apr 29 15:41:34.577973 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d52817-1d18-45f8-9db6-92f7a1cc0aad req-d49425c5-bcef-4caa-8d2a-59b6973bec7c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:34.579460 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f9d52817-1d18-45f8-9db6-92f7a1cc0aad req-d49425c5-bcef-4caa-8d2a-59b6973bec7c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.2432411 Apr 29 15:41:34.614581 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-b2711e17-b0d5-473b-99fc-ebe3b11fa36a service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172179 Apr 29 15:41:34.667368 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f9d52817-1d18-45f8-9db6-92f7a1cc0aad req-fa9a81ee-1b92-4272-a1bd-2ca557085d98 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785618 Apr 29 15:41:34.765843 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ddc2481b-0bbf-4674-a331-cbbef8a55a06 req-3edcffb6-6cff-48a7-9418-937a47370933 service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392608 Apr 29 15:41:35.053676 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ee9bc-0bbf-47eb-aec3-6deb7bf32fda req-af729812-95d5-49a0-953b-8a932c2f80b2 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:35.055180 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-562ee9bc-0bbf-47eb-aec3-6deb7bf32fda req-af729812-95d5-49a0-953b-8a932c2f80b2 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0841887 Apr 29 15:41:35.102263 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-562ee9bc-0bbf-47eb-aec3-6deb7bf32fda req-863d571f-9f32-41f3-b3b2-d5e42c3c84f3 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400207 Apr 29 15:41:35.758648 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f6d1c-474c-45e7-a16b-4e87f888f88a req-8741a292-208d-4e32-84f9-98c1cc9b5f06 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:35.760823 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-414f6d1c-474c-45e7-a16b-4e87f888f88a req-8741a292-208d-4e32-84f9-98c1cc9b5f06 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 944 time: 0.0872431 Apr 29 15:41:35.808378 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-414f6d1c-474c-45e7-a16b-4e87f888f88a req-931be044-5538-49bf-84b9-90fc7e3e7b63 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Apr 29 15:41:35.858767 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:35.925131 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port 69635098-8584-4a35-a12d-5d3e16ebf670 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:35.925497 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.039363 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.066507 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:36.077186 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:36.081024 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:36.082988 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:36.111629 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670', 'code': 200} Apr 29 15:41:36.154391 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=10']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:36.157244 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:36.288644 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90162603-27a4-444e-8c9e-cda5277f175b req-50d3578e-c004-432e-b9bc-83746fb72d5a tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:36.290108 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-90162603-27a4-444e-8c9e-cda5277f175b req-50d3578e-c004-432e-b9bc-83746fb72d5a tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0798283 Apr 29 15:41:36.342268 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-90162603-27a4-444e-8c9e-cda5277f175b req-b3d80311-2c3c-4118-9634-f38bdbc137ac tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449927 Apr 29 15:41:36.423013 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06acc-7298-4159-994b-c1bc99fc492a req-21b9a4e2-fdd8-4a9a-9b1d-feba924f0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:36.424500 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d2c06acc-7298-4159-994b-c1bc99fc492a req-21b9a4e2-fdd8-4a9a-9b1d-feba924f0c34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 1099 time: 0.0722439 Apr 29 15:41:36.469307 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d2c06acc-7298-4159-994b-c1bc99fc492a req-47d33ca5-9163-4e81-9609-b9e5068750f5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377059 Apr 29 15:41:37.117879 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c044e-fc88-4953-a08e-cf9ba58934c8 req-16ffc1d3-55ae-4866-a0cc-58867604ea9b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:37.119404 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7d5c044e-fc88-4953-a08e-cf9ba58934c8 req-16ffc1d3-55ae-4866-a0cc-58867604ea9b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 946 time: 0.1764233 Apr 29 15:41:37.163155 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7d5c044e-fc88-4953-a08e-cf9ba58934c8 req-c119d6b1-ad27-45f3-8832-41b40662becf tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379934 Apr 29 15:41:37.527139 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132294e5-8896-48a8-9ec4-1ab34ae4c46a req-5be10931-1b02-4c38-851e-5946676813a8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:37.528589 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-132294e5-8896-48a8-9ec4-1ab34ae4c46a req-5be10931-1b02-4c38-851e-5946676813a8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0819101 Apr 29 15:41:37.577529 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-132294e5-8896-48a8-9ec4-1ab34ae4c46a req-c8455fb2-3af2-41ee-b838-fe6e6369fdc7 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430942 Apr 29 15:41:38.365885 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be951435-142f-4ed0-b908-8c8118317d6f req-a1741d04-ca28-4e4d-be78-9c1f4d23702b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:38.367397 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-be951435-142f-4ed0-b908-8c8118317d6f req-a1741d04-ca28-4e4d-be78-9c1f4d23702b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 946 time: 0.0872238 Apr 29 15:41:38.422407 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-be951435-142f-4ed0-b908-8c8118317d6f req-b52995eb-0960-4969-9f71-463195c87b5f tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484896 Apr 29 15:41:38.785863 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba38fae-8cd0-48ff-9777-53357374caa2 req-8ea2618b-281d-46cd-ac52-3665ad7c9b06 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:38.787359 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bba38fae-8cd0-48ff-9777-53357374caa2 req-8ea2618b-281d-46cd-ac52-3665ad7c9b06 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0828121 Apr 29 15:41:38.833626 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bba38fae-8cd0-48ff-9777-53357374caa2 req-89cc4b90-ea93-4249-970f-ee697f030e3b tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403357 Apr 29 15:41:39.638798 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410405a-a514-435d-b0ef-c0b651c3066f req-7b704089-9f97-4de1-9a2f-d0bf56ce3be7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:39.640283 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5410405a-a514-435d-b0ef-c0b651c3066f req-7b704089-9f97-4de1-9a2f-d0bf56ce3be7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 946 time: 0.0906832 Apr 29 15:41:39.684488 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5410405a-a514-435d-b0ef-c0b651c3066f req-9c6f10f4-d5fb-4834-95cc-e869e6fd692b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383070 Apr 29 15:41:40.016331 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51ebf-478b-4453-80b8-5cc690d920e9 req-a32f8a7d-52bb-4ecd-ae27-5f4e0962e71b tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:40.017765 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6be51ebf-478b-4453-80b8-5cc690d920e9 req-a32f8a7d-52bb-4ecd-ae27-5f4e0962e71b tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0807903 Apr 29 15:41:40.063774 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6be51ebf-478b-4453-80b8-5cc690d920e9 req-c8dcb505-6f70-4a9f-9401-5311244a6c1d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403335 Apr 29 15:41:41.253866 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969310d-7ad8-4bb1-9fd7-7e15c474d5af req-9e32c671-9e9e-4433-8998-8fb9fd7431be tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:41.255409 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e969310d-7ad8-4bb1-9fd7-7e15c474d5af req-9e32c671-9e9e-4433-8998-8fb9fd7431be tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0850811 Apr 29 15:41:41.360353 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e969310d-7ad8-4bb1-9fd7-7e15c474d5af req-5d98aa43-2942-47da-9bbc-1e67e417b12e tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972733 Apr 29 15:41:41.397981 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-c5de6037-1cbc-48d7-913b-fa432cc435bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188300 Apr 29 15:41:41.524371 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-43950270-ec48-454d-ab50-9cf64186eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:41.525903 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-43950270-ec48-454d-ab50-9cf64186eabb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78c50990547147eea80fc54d37cc2a6c&device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 1099 time: 0.0771744 Apr 29 15:41:41.714630 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-0a783404-7504-4d0f-8589-b3fef752255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:41.716175 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-0a783404-7504-4d0f-8589-b3fef752255c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 200 len: 917 time: 0.1601913 Apr 29 15:41:41.835655 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-911b7599-a07a-43df-930e-c858ba7ec860 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69635098-8584-4a35-a12d-5d3e16ebf670 HTTP/1.1" status: 200 len: 1000 time: 0.1125512 Apr 29 15:41:41.904600 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-6b1f5fd8-753c-4b05-a2e0-a2e185e075d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:41.906041 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-6b1f5fd8-753c-4b05-a2e0-a2e185e075d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 200 len: 855 time: 0.0629210 Apr 29 15:41:41.982369 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-4e551999-c1b1-4831-aa68-ad18894cdcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:41.984016 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-4e551999-c1b1-4831-aa68-ad18894cdcd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698807 Apr 29 15:41:42.117558 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-c433d23c-f279-4473-b38c-3e7f9d0704cd service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219771 Apr 29 15:41:42.243607 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:41:42.247587 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-21fdff8c-eece-4ba7-85ec-ebfc0786bd89 req-cd2d6a03-b3db-4425-b207-dc053b330840 service neutron] 10.222.0.47 "GET /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227148 Apr 29 15:41:42.550009 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffdbef-53a9-48a0-8086-8d2200e02335 req-f4110808-4efe-4a5c-80e6-a482438b61da tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:42.551488 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6fffdbef-53a9-48a0-8086-8d2200e02335 req-f4110808-4efe-4a5c-80e6-a482438b61da tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0828292 Apr 29 15:41:42.597648 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-6fffdbef-53a9-48a0-8086-8d2200e02335 req-248f7904-0e4c-49f4-beba-85f3ab0ea0f0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395930 Apr 29 15:41:43.787933 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07f97-814e-4f4d-a897-70db9020cca2 req-11f226b2-b8aa-485b-aa9d-c0451dcfe96d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:43.789363 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-55e07f97-814e-4f4d-a897-70db9020cca2 req-11f226b2-b8aa-485b-aa9d-c0451dcfe96d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0775115 Apr 29 15:41:43.923598 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-55e07f97-814e-4f4d-a897-70db9020cca2 req-35ad5fb0-c135-4894-86ce-147bbd509974 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205800 Apr 29 15:41:45.100405 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777690a6-5922-46e7-8e84-8eddcf106f6a req-24117c42-c83b-4faf-8f28-b94f234d7a05 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:45.101862 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-777690a6-5922-46e7-8e84-8eddcf106f6a req-24117c42-c83b-4faf-8f28-b94f234d7a05 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0781264 Apr 29 15:41:45.148795 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-777690a6-5922-46e7-8e84-8eddcf106f6a req-d95374bf-038c-47e6-98be-6ea7bd9a6b9c tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410452 Apr 29 15:41:46.253996 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf14f68-1164-4dec-b86d-b20836cc9459 req-8042d0dc-d1af-4e16-96ec-88fa318d67fc tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:46.255471 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baf14f68-1164-4dec-b86d-b20836cc9459 req-8042d0dc-d1af-4e16-96ec-88fa318d67fc tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 946 time: 0.0831985 Apr 29 15:41:46.342959 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-baf14f68-1164-4dec-b86d-b20836cc9459 req-44b2fad3-dbd2-4115-b1e6-50176f59fc8e tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528381 Apr 29 15:41:46.371306 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0885-f65b-4d83-92e9-6478eb9f2e54 req-b7784023-7f59-4e57-b4ff-4c8f60c17019 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:46.372770 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a52c0885-f65b-4d83-92e9-6478eb9f2e54 req-b7784023-7f59-4e57-b4ff-4c8f60c17019 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.1131895 Apr 29 15:41:46.420980 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a52c0885-f65b-4d83-92e9-6478eb9f2e54 req-bae4186c-8605-4f9f-9022-6d58470337d8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421410 Apr 29 15:41:47.533714 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b182f-a48f-43b0-b591-bbe1c0ad6ac4 req-281427a9-963c-4776-aa12-12efce30cc57 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:47.535310 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eb0b182f-a48f-43b0-b591-bbe1c0ad6ac4 req-281427a9-963c-4776-aa12-12efce30cc57 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 946 time: 0.0852776 Apr 29 15:41:47.627253 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-eb0b182f-a48f-43b0-b591-bbe1c0ad6ac4 req-09e44316-420b-41e3-b5ea-9e395a796bf8 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604978 Apr 29 15:41:47.653130 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e4d82-ac1c-4f60-a268-aaf9b1e707d4 req-bb408236-97c5-446b-bed6-8feac22787ef tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:47.654748 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f07e4d82-ac1c-4f60-a268-aaf9b1e707d4 req-bb408236-97c5-446b-bed6-8feac22787ef tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.1185508 Apr 29 15:41:47.706845 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f07e4d82-ac1c-4f60-a268-aaf9b1e707d4 req-e3aa16c4-a19b-40ec-9470-f604b772744c tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449369 Apr 29 15:41:48.364478 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-1653c42c-b401-4f60-9566-b55f5c5b9d44 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:48.365905 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-1653c42c-b401-4f60-9566-b55f5c5b9d44 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 946 time: 0.0777874 Apr 29 15:41:48.500693 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Deleting port d497fc58-996f-42c6-8d9e-f7b8db38601a {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:48.501039 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:48.632870 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] For port d497fc58-996f-42c6-8d9e-f7b8db38601a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d497fc58-996f-42c6-8d9e-f7b8db38601a,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:48.633509 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.042205 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.042590 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.042890 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.l3_db [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Floating IP 8b573eed-9e5a-4b44-8439-8d814018176c disassociated. External IP: 172.28.2.45, port: d497fc58-996f-42c6-8d9e-f7b8db38601a. Apr 29 15:41:49.043221 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Calling delete_port for d497fc58-996f-42c6-8d9e-f7b8db38601a owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:41:49.060179 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1348f-f4fa-4913-927a-1e9361131f51 req-732a54dc-c58b-4781-bf25-be7ce94fd17c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:49.061626 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-01e1348f-f4fa-4913-927a-1e9361131f51 req-732a54dc-c58b-4781-bf25-be7ce94fd17c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 946 time: 0.2751734 Apr 29 15:41:49.075974 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c6ec5-7ad1-4e27-a1da-3825a9c1991e req-4cb39705-bbbc-4cb2-b4e8-3de85fb60d6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:49.077323 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a75c6ec5-7ad1-4e27-a1da-3825a9c1991e req-4cb39705-bbbc-4cb2-b4e8-3de85fb60d6d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.2434633 Apr 29 15:41:49.155972 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-01e1348f-f4fa-4913-927a-1e9361131f51 req-d256addd-0dca-437f-aa27-3f3cedb6c2b1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e8940ce-efac-47f3-8f33-394f13825ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875299 Apr 29 15:41:49.163525 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a75c6ec5-7ad1-4e27-a1da-3825a9c1991e req-3f24f620-22e6-46cf-a2ef-8d129a46ac60 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711536 Apr 29 15:41:49.249903 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.255264 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:49.298415 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event deleted for resources: {'Port': ['ID=d497fc58-996f-42c6-8d9e-f7b8db38601a,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:49.301381 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:49.559726 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Router 800a68da-9519-4f83-b4d7-999af4d070a6 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:41:49.742480 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:41:49.752851 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] Sync routers for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:41:49.764063 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:41:49.764678 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:41:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:49.817073 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] No DVR routers for this DVR port d497fc58-996f-42c6-8d9e-f7b8db38601a on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:49.818891 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:49.821535 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'name': 'network-vif-deleted', 'tag': 'd497fc58-996f-42c6-8d9e-f7b8db38601a'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:41:49.843418 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-31ef81f5-549f-497d-a8e3-dd233e0a7a62 req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.47 "DELETE /v2.0/ports/d497fc58-996f-42c6-8d9e-f7b8db38601a HTTP/1.1" status: 204 len: 173 time: 1.4709551 Apr 29 15:41:49.876205 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bbe291-5045-4d12-9dbb-0bdd0717830c', 'name': 'network-vif-deleted', 'tag': 'd497fc58-996f-42c6-8d9e-f7b8db38601a', 'status': 'completed', 'code': 200} Apr 29 15:41:49.975225 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:41:50.311805 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:50.315838 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] Checking router: 800a68da-9519-4f83-b4d7-999af4d070a6 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:41:50.323979 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:41:50.324559 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:41:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:50.358968 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-e8b81c69-4dc8-4e26-bb6b-66174dee1abc req-4ba0c02f-2cd3-4f23-abe0-959e9acadf02 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Synchronizing usage tracker for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:50.389649 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-e8b81c69-4dc8-4e26-bb6b-66174dee1abc req-4ba0c02f-2cd3-4f23-abe0-959e9acadf02 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Unset dirty status for tenant:571dd405abff45a2a3c7d9ae484b7955 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:50.390812 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e8b81c69-4dc8-4e26-bb6b-66174dee1abc req-4ba0c02f-2cd3-4f23-abe0-959e9acadf02 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2bbe291-5045-4d12-9dbb-0bdd0717830c HTTP/1.1" status: 200 len: 210 time: 0.1138613 Apr 29 15:41:50.426841 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85d410-bbe1-4e44-9c22-7da1afac9380 req-b1f7203d-234e-421d-a153-20180c50156b tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:50.428813 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ba85d410-bbe1-4e44-9c22-7da1afac9380 req-b1f7203d-234e-421d-a153-20180c50156b tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.1142087 Apr 29 15:41:50.480940 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-ba85d410-bbe1-4e44-9c22-7da1afac9380 req-f7cfb4fc-4287-4354-8115-7b7db083d8ec tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453558 Apr 29 15:41:50.516361 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:41:50.824989 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:50.829355 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261ce4c-3082-41ba-97a2-96b0c930c11c None None] The sync data for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb is: [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:50Z', 'revision_number': 4, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '927ac8e0-44b9-4b3a-b80c-670aa4f5d2de', 'name': '', 'network_id': '478afee3-07b2-4ec9-ba0c-a44d236d406a', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'mac_address': 'fa:16:3e:a6:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:45Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'subnets': [{'id': '668a0bef-2c63-4eaf-b2fc-327ac613b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:41:51.060588 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09abf2-6996-444c-be5b-5d51d12c828b None None] New status for floating IP 8b573eed-9e5a-4b44-8439-8d814018176c: DOWN {{(pid=73803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:41:51.517598 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58078) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:51.587528 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f3bc266a-d9d8-4bf3-bd81-c819350dfbb1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.616725 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f3bc266a-d9d8-4bf3-bd81-c819350dfbb1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.669911 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f3bc266a-d9d8-4bf3-bd81-c819350dfbb1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.670490 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aca71d-fbbf-4a36-9114-54cbc78916d7 req-b5b3698f-276b-4f2c-8711-04abcd717d07 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:41:51.671990 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0aca71d-fbbf-4a36-9114-54cbc78916d7 req-b5b3698f-276b-4f2c-8711-04abcd717d07 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0845678 Apr 29 15:41:51.673799 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7ecb48c7-d1db-4f57-b73d-cf99093074e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:51.689618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc266a-d9d8-4bf3-bd81-c819350dfbb1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8940ce-efac-47f3-8f33-394f13825ec1,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:51.692173 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f3bc266a-d9d8-4bf3-bd81-c819350dfbb1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:51.701778 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f3bc266a-d9d8-4bf3-bd81-c819350dfbb1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.705683 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-f3bc266a-d9d8-4bf3-bd81-c819350dfbb1 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "DELETE /v2.0/security-groups/1e8940ce-efac-47f3-8f33-394f13825ec1 HTTP/1.1" status: 204 len: 168 time: 0.1869175 Apr 29 15:41:51.706322 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58082) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:51.722264 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.api.v2.resource [None req-86a16470-fcea-4499-993a-cbedb6adaf6d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] show failed (client error): The resource could not be found. Apr 29 15:41:51.723244 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-86a16470-fcea-4499-993a-cbedb6adaf6d tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "GET /v2.0/security-groups/1e8940ce-efac-47f3-8f33-394f13825ec1 HTTP/1.1" status: 404 len: 347 time: 0.0160367 Apr 29 15:41:51.726095 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58086) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:51.729130 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f0aca71d-fbbf-4a36-9114-54cbc78916d7 req-893af551-9733-4921-b356-6303b9fbdbfa tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=e43c16fe-e48b-4550-baed-f42bfd4350fe&id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510478 Apr 29 15:41:51.936512 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Deleting port 760ed0ba-e69e-4160-ab5a-fac033cdba59 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:51.936765 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:51.945578 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device d497fc58-996f-42c6-8d9e-f7b8db38601a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:51.978021 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: d497fc58-996f-42c6-8d9e-f7b8db38601a {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:41:51.978407 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device d497fc58-996f-42c6-8d9e-f7b8db38601a not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:52.053371 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.053699 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.171695 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Calling delete_port for 760ed0ba-e69e-4160-ab5a-fac033cdba59 owned by network:floatingip {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:41:52.279951 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.284306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:52.327048 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Pushing event deleted for resources: {'Port': ['ID=760ed0ba-e69e-4160-ab5a-fac033cdba59,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:52.329547 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:52.502310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks [] for floatingip, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.520440 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.524103 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-91858052-2885-49ce-87cd-0f43459d237c tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] 10.222.0.42 "DELETE /v2.0/floatingips/8b573eed-9e5a-4b44-8439-8d814018176c HTTP/1.1" status: 204 len: 168 time: 0.7945821 Apr 29 15:41:52.579610 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58100) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:52.699158 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.713713 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:52.717583 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Usage tracker for resource:security_group_rule and tenant:5df0cd07b06941828f9b7f5f54cec8de is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:52.720424 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:52.726581 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:52.808373 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.812111 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.819310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4ddd9cc8-3183-474b-9e0f-d25d11a0d622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:52.857789 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d823f1f-a5c8-4b34-825e-307ad5848ff9,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:52.862025 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5df0cd07b06941828f9b7f5f54cec8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813346 Apr 29 15:41:52.862919 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-93dbc775-1396-41f0-83fa-5a3cc79e065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:52.864788 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58108) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:52.925753 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-50c4e4e4-bc49-48cd-975a-8afa70f288ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.951678 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-50c4e4e4-bc49-48cd-975a-8afa70f288ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.002422 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-50c4e4e4-bc49-48cd-975a-8afa70f288ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.005935 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-41c37c3f-2f36-452f-ab71-c67d63b6a556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:53.016651 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4e4e4-bc49-48cd-975a-8afa70f288ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d823f1f-a5c8-4b34-825e-307ad5848ff9,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:53.020091 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-50c4e4e4-bc49-48cd-975a-8afa70f288ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:53.023183 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-50c4e4e4-bc49-48cd-975a-8afa70f288ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.024263 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-50c4e4e4-bc49-48cd-975a-8afa70f288ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d823f1f-a5c8-4b34-825e-307ad5848ff9 HTTP/1.1" status: 204 len: 168 time: 0.1584418 Apr 29 15:41:56.238234 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b6a8-48fd-4e0b-9778-f31fef843145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:56.644424 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58174) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:57.332892 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998021'] for router_interface, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.749703 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Deleting port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:57.750385 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.870960 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] For port 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:57.871310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.069430 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Calling delete_port for 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de owned by network:router_interface {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:41:58.347878 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.351471 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:41:58.398938 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=927ac8e0-44b9-4b3a-b80c-670aa4f5d2de,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:58.471199 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.471595 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.471972 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.472342 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.472702 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.473095 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.473800 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.473800 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.474173 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.474528 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.474882 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.475245 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:58.496717 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:41:58.698205 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8118261'] for router_interface, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.883745 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4efa8ef5-47a3-4f22-bc35-d0c8276ec57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.905148 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.055714 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Router 800a68da-9519-4f83-b4d7-999af4d070a6 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:41:59.231832 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:41:59.240299 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] Sync routers for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:41:59.244120 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] 10.222.0.42 "PUT /v2.0/routers/800a68da-9519-4f83-b4d7-999af4d070a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5983903 Apr 29 15:41:59.246792 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58210) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:59.250499 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:41:59.251101 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:41:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:59.440495 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:41:59.449453 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.641308 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.721144 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Deleting port 511b9a14-12b7-4e7e-a1b6-50fd99accec7 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:41:59.721416 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.726739 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52'}], 'enable_snat': True}, 'gw_port_id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:41:58Z', 'revision_number': 5, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port': {'id': '511b9a14-12b7-4e7e-a1b6-50fd99accec7', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:30Z', 'updated_at': '2021-04-29T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:59.730879 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] Checking router: 800a68da-9519-4f83-b4d7-999af4d070a6 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:41:59.743405 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] Routers {'800a68da-9519-4f83-b4d7-999af4d070a6'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:41:59.745464 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:41:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['800a68da-9519-4f83-b4d7-999af4d070a6'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:59.858000 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] For port 511b9a14-12b7-4e7e-a1b6-50fd99accec7, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=511b9a14-12b7-4e7e-a1b6-50fd99accec7,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:59.858415 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.946426 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] Set router 800a68da-9519-4f83-b4d7-999af4d070a6 gateway port host: None {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:00.054041 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:41:59Z', 'revision_number': 6, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port_host': None}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:00.058686 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667f83b-6106-4d8f-88b0-666ca347a54e None None] The sync data for ids ['800a68da-9519-4f83-b4d7-999af4d070a6'] in dv-cinder-788782-1-smb is: [{'id': '800a68da-9519-4f83-b4d7-999af4d070a6', 'name': 'tempest-AttachVolumeTestJSON-309923638-router', 'tenant_id': '571dd405abff45a2a3c7d9ae484b7955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:41:59Z', 'revision_number': 6, 'project_id': '571dd405abff45a2a3c7d9ae484b7955', 'gw_port_host': None}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:00.078514 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Calling delete_port for 511b9a14-12b7-4e7e-a1b6-50fd99accec7 owned by network:router_gateway {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:00.122875 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.227083 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.232029 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-30c01ae1-275c-407e-ac2b-cdbcec1c9762 tempest-VolumesActionsTest-1399664340 tempest-VolumesActionsTest-1399664340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:00.274657 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=511b9a14-12b7-4e7e-a1b6-50fd99accec7,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:00.311763 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.312137 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.312501 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.312861 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.313216 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.313564 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.313913 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.314288 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.314638 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.314984 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.315331 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.315671 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:00.322746 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:00.380861 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8117640'] for router_gateway, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.562446 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8098109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46171'] for router, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.564610 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.586026 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8117875'] for router, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.586575 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 800a68da-9519-4f83-b4d7-999af4d070a6 {{(pid=73800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:42:00.598760 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] Notify callbacks [] for router, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.602152 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-410b8b75-3adf-4302-9db3-3a7d37df87c6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/800a68da-9519-4f83-b4d7-999af4d070a6 HTTP/1.1" status: 204 len: 168 time: 1.3520384 Apr 29 15:42:00.602372 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58244) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:00.661119 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_v2 [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] Deleting subnet 668a0bef-2c63-4eaf-b2fc-327ac613b9de {{(pid=73800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:42:00.664101 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.715180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1917773'] for subnet, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:00.831140 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.092260 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1866706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2185275'] for subnet, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.101088 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:01.132843 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.135955 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668a0bef-2c63-4eaf-b2fc-327ac613b9de,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:01.137417 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41a4a73-aecf-4d6c-a1ab-68b264f6f8b0 None None] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:42:01.138854 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:01.144156 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-397fa7c0-4af7-404d-84de-fc4ec6b8af8f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/668a0bef-2c63-4eaf-b2fc-327ac613b9de HTTP/1.1" status: 204 len: 168 time: 0.5385208 Apr 29 15:42:01.144371 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58264) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:01.253689 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.327332 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Deleting port e98d3289-8b43-4523-95bf-8693bbe25e44 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:01.328110 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.418563 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] DHCP port deletion for 478afee3-07b2-4ec9-ba0c-a44d236d406a request from dv-cinder-788782-1-smb {{(pid=73802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:42:01.439016 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] For port e98d3289-8b43-4523-95bf-8693bbe25e44, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=e98d3289-8b43-4523-95bf-8693bbe25e44,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:01.439949 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.464684 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 511b9a14-12b7-4e7e-a1b6-50fd99accec7 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:01.501761 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 511b9a14-12b7-4e7e-a1b6-50fd99accec7 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:01.502141 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 511b9a14-12b7-4e7e-a1b6-50fd99accec7 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:01.502556 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:01.538097 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:01.538470 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 927ac8e0-44b9-4b3a-b80c-670aa4f5d2de not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:01.559691 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] Deleting port e98d3289-8b43-4523-95bf-8693bbe25e44 {{(pid=73802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:01.560080 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.653948 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Calling delete_port for e98d3289-8b43-4523-95bf-8693bbe25e44 owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:01.658231 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] For port e98d3289-8b43-4523-95bf-8693bbe25e44, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=e98d3289-8b43-4523-95bf-8693bbe25e44,segment=NetworkSegment(4a70f662-7f66-4452-92bb-f712427f99cf),segment_id=4a70f662-7f66-4452-92bb-f712427f99cf)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:01.658661 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.698829 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.702480 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f9e2135f-52b9-4603-abe1-983bb26167b2 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:01.743253 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98d3289-8b43-4523-95bf-8693bbe25e44,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:01.747728 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:01.749736 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] No DVR routers for this DVR port e98d3289-8b43-4523-95bf-8693bbe25e44 on host dv-cinder-788782-1-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:01.789016 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] Calling delete_port for e98d3289-8b43-4523-95bf-8693bbe25e44 owned by network:dhcp {{(pid=73802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:01.808991 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.861809 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.925638 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:01.928997 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:01.967623 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478afee3-07b2-4ec9-ba0c-a44d236d406a']}} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:01.968962 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] Pushing event deleted for resources: {'Port': ['ID=e98d3289-8b43-4523-95bf-8693bbe25e44,revision_number=None']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:01.972321 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:01.974971 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a5bf4-1035-4339-962e-5e6f9e1be0de None None] No DVR routers for this DVR port e98d3289-8b43-4523-95bf-8693bbe25e44 on host dv-cinder-788782-1-smb {{(pid=73802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:01.980642 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a70f662-7f66-4452-92bb-f712427f99cf') {'for_net_delete': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:01.980945 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a70f662-7f66-4452-92bb-f712427f99cf') {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:01.995575 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1917778'] for segment, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.011538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.018823 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=73800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:42:02.190426 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:42:02.198585 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1866676'] for segment, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.370760 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Network 478afee3-07b2-4ec9-ba0c-a44d236d406a has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: Traceback (most recent call last): Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: timer() Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: cb(*args, **kw) Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: return func(*args, **kwargs) Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: self._notify() Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: self.callback(batched_events) Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: event.method(event) Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: return f(self, *a, **k) Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: return self._get(url).json() Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:02.392591 dv-cinder-788782-1-smb neutron-server[73800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:02.481903 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.485541 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:02.500661 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.511304 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=478afee3-07b2-4ec9-ba0c-a44d236d406a,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:02.515232 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:02.521065 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/478afee3-07b2-4ec9-ba0c-a44d236d406a HTTP/1.1" status: 204 len: 168 time: 1.3757422 Apr 29 15:42:02.637198 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58276) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:02.685787 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-b8befd58-efce-49ac-82f9-35ac38ec934c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=571dd405abff45a2a3c7d9ae484b7955&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474122 Apr 29 15:42:02.688109 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58280) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:02.742842 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c36e9174-94bb-423a-a4ec-ad6b37b0408d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.767877 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c36e9174-94bb-423a-a4ec-ad6b37b0408d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.816325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c36e9174-94bb-423a-a4ec-ad6b37b0408d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.819746 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f32b2365-bee4-40d7-ae9b-3a746ffcf51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:02.832710 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9174-94bb-423a-a4ec-ad6b37b0408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480f8341-db4e-4a31-92fe-97f6dc3b5e1e,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:02.836389 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c36e9174-94bb-423a-a4ec-ad6b37b0408d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:02.840546 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c36e9174-94bb-423a-a4ec-ad6b37b0408d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:02.841635 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-c36e9174-94bb-423a-a4ec-ad6b37b0408d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/480f8341-db4e-4a31-92fe-97f6dc3b5e1e HTTP/1.1" status: 204 len: 168 time: 0.1526718 Apr 29 15:42:03.417718 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.452474 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device e98d3289-8b43-4523-95bf-8693bbe25e44 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:03.490903 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: e98d3289-8b43-4523-95bf-8693bbe25e44 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:03.491550 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device e98d3289-8b43-4523-95bf-8693bbe25e44 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:04.987046 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58338) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:05.103058 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.116809 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:05.121243 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Usage tracker for resource:security_group_rule and tenant:ec7b30ce02fd4d9d84f1b2d67ac83108 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:05.124035 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:05.129569 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:05.209863 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.214228 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.222057 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-2455d7dd-ca91-4d54-923f-8c4fa1512fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:05.260571 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec7b30ce02fd4d9d84f1b2d67ac83108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724774 Apr 29 15:42:05.262201 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf90ade-a205-4a48-a65a-7efd0b88e487,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:05.263259 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58344) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:05.265607 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6b175b6c-391c-4e44-8a5c-ad8a2371b2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:05.323269 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-581f2d52-7127-4715-9828-2df4eef230b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.348165 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-581f2d52-7127-4715-9828-2df4eef230b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.399139 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-581f2d52-7127-4715-9828-2df4eef230b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.403308 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b8bba766-0e45-4660-a5a0-ce24cffa4a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:05.413813 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f2d52-7127-4715-9828-2df4eef230b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf90ade-a205-4a48-a65a-7efd0b88e487,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:05.416338 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-581f2d52-7127-4715-9828-2df4eef230b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:05.422742 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-581f2d52-7127-4715-9828-2df4eef230b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.423843 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-581f2d52-7127-4715-9828-2df4eef230b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cf90ade-a205-4a48-a65a-7efd0b88e487 HTTP/1.1" status: 204 len: 168 time: 0.1595943 Apr 29 15:42:07.863046 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-9eb16685-3c6a-42d9-8e24-9ae7674b4ed9 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=da36079c270f48e7a5d89c5616226332&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277662 Apr 29 15:42:08.015575 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-f4f9434d-30ef-4e85-a271-1efd31d413b6 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:08.017012 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-f4f9434d-30ef-4e85-a271-1efd31d413b6 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487603 Apr 29 15:42:08.031835 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd19ca27-7375-470c-8b42-eb61c9c5bb00 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/quotas/da36079c270f48e7a5d89c5616226332 HTTP/1.1" status: 200 len: 375 time: 0.0093894 Apr 29 15:42:08.079337 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6dbc9f7c-bde1-44bd-83e2-3bb861e2070f tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=da36079c270f48e7a5d89c5616226332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423584 Apr 29 15:42:08.254470 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2a9bb1ac-a5d6-4803-978a-7c955cdbdfe2 req-efeb89f5-ba0f-4195-8e90-d59782374c49 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 210 time: 0.0449286 Apr 29 15:42:09.342725 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-7ba5d734-ec0d-4b06-a62a-cca492488eb4 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=da36079c270f48e7a5d89c5616226332&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272222 Apr 29 15:42:09.515919 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e9ccb50b-5b4d-4eb8-9c53-e995e89c2a34 req-165c0c66-cdc1-4f78-bf14-e14c26ce04f6 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 210 time: 0.1448989 Apr 29 15:42:09.613911 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-92809016-2a74-47d7-8b4e-a4714651be39 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:09.615335 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-92809016-2a74-47d7-8b4e-a4714651be39 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658980 Apr 29 15:42:09.665141 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Request body: {'port': {'device_id': 'd7024943-a23e-4eb1-b8b0-15212c321373', 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14', 'admin_state_up': True, 'tenant_id': 'da36079c270f48e7a5d89c5616226332'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:42:09.794617 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:09.798205 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Usage tracker for resource:port and tenant:da36079c270f48e7a5d89c5616226332 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:09.800921 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:09.806681 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:09.818884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Made reservation on behalf of da36079c270f48e7a5d89c5616226332 for: {'port': 1} {{(pid=73800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:09.822609 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.839756 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.853922 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:09.857872 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Usage tracker for resource:security_group_rule and tenant:da36079c270f48e7a5d89c5616226332 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:09.860622 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:09.866147 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:09.949665 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.952955 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.955614 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fdfaf255-8ff5-4e8e-a69a-087839de5513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:10.031433 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0aa655-bc96-41fb-9e8c-78351b29c5c9,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:10.036483 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:10.121816 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_common [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Allocated IP 192.168.233.27 (663a6e34-aa3e-4119-8376-5154444dbf14/c9a57307-01f5-4492-9a97-0055d4f8816b/befce7f9-414f-458b-a6b7-0cfc6b4d18a7) {{(pid=73800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:10.326401 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks [] for port, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.342918 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Transition to ACTIVE for port object befce7f9-414f-458b-a6b7-0cfc6b4d18a7 will not be triggered until provisioned by entity DHCP. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:10.366811 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744834083853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.373312 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1a22a68e-e88e-4a34-b21a-1829a21b2dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:10.437171 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58444) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:10.450502 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Network 663a6e34-aa3e-4119-8376-5154444dbf14 is already hosted by enough agents. {{(pid=73800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:10.454184 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.base_scheduler [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Resources bound (agent type, host, resource id): {{(pid=73800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:10.456136 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Pushing event updated for resources: {'Port': ['ID=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:10.458245 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Received port after_create {{(pid=73800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 29 15:42:10.483314 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:10.522559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:10.523182 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.549618 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-6ea215fb-834a-4716-84b8-8f78b32231d7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8879173 Apr 29 15:42:10.566853 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.579275 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Request body: {'port': {'device_id': 'd7024943-a23e-4eb1-b8b0-15212c321373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:42:10.690943 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:10.694689 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Usage tracker for resource:security_group_rule and tenant:9849eabe995e4ab39796d203ff59d78b is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:10.697473 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:10.703721 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:10.747791 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.764119 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-c59d9d9a-9dad-42d6-ba0d-ae33190a86ec None None] Provisioning for port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 completed by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:10.772513 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-c59d9d9a-9dad-42d6-ba0d-ae33190a86ec None None] Provisioning complete for port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:10.773015 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c59d9d9a-9dad-42d6-ba0d-ae33190a86ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.794675 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.799085 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.806695 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c886bd80-2143-4c69-9d20-4e350fbc6255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:10.820108 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74e374-66d5-4314-a508-ef93e4d15782 req-5d885871-92da-402f-b9ec-487a7eaabbbe tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:10.820795 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-fa74e374-66d5-4314-a508-ef93e4d15782 req-5d885871-92da-402f-b9ec-487a7eaabbbe tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Synchronizing usage tracker for tenant:da36079c270f48e7a5d89c5616226332 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:10.825867 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-c59d9d9a-9dad-42d6-ba0d-ae33190a86ec None None] Port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 cannot update to ACTIVE because it is not bound. {{(pid=73802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:42:10.847222 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1664df9a-9720-49ac-bfe8-8a7349079db1,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:10.850570 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:10.854603 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9849eabe995e4ab39796d203ff59d78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156954 Apr 29 15:42:10.857123 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58452) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:10.893972 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-fa74e374-66d5-4314-a508-ef93e4d15782 req-5d885871-92da-402f-b9ec-487a7eaabbbe tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Unset dirty status for tenant:da36079c270f48e7a5d89c5616226332 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:10.895152 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa74e374-66d5-4314-a508-ef93e4d15782 req-5d885871-92da-402f-b9ec-487a7eaabbbe tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 935 time: 0.2690270 Apr 29 15:42:10.917815 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-39287727-1139-4222-b681-5253ab8420da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.943326 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-39287727-1139-4222-b681-5253ab8420da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:10.985889 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-fa74e374-66d5-4314-a508-ef93e4d15782 req-834cfabc-14d1-4e95-8370-505195469854 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Synchronizing usage tracker for tenant:da36079c270f48e7a5d89c5616226332 on resource:security_group {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:10.998763 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-39287727-1139-4222-b681-5253ab8420da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.002615 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c4f061a9-d8d1-4f68-869c-d1da071e6ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:11.014990 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39287727-1139-4222-b681-5253ab8420da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1664df9a-9720-49ac-bfe8-8a7349079db1,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:11.018752 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-39287727-1139-4222-b681-5253ab8420da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:11.028225 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-39287727-1139-4222-b681-5253ab8420da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.029515 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-39287727-1139-4222-b681-5253ab8420da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1664df9a-9720-49ac-bfe8-8a7349079db1 HTTP/1.1" status: 204 len: 168 time: 0.1710274 Apr 29 15:42:11.069243 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-fa74e374-66d5-4314-a508-ef93e4d15782 req-834cfabc-14d1-4e95-8370-505195469854 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Unset dirty status for tenant:da36079c270f48e7a5d89c5616226332 on resource:security_group {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:11.070401 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-fa74e374-66d5-4314-a508-ef93e4d15782 req-834cfabc-14d1-4e95-8370-505195469854 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659303 Apr 29 15:42:11.174966 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befce7f9-414f-458b-a6b7-0cfc6b4d18a7 {{(pid=73800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:42:11.182126 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.196387 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.provisioning_blocks [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Transition to ACTIVE for port object befce7f9-414f-458b-a6b7-0cfc6b4d18a7 will not be triggered until provisioned by entity L2. {{(pid=73800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:11.201317 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.205743 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-4ac7fdf7-722d-4200-bee7-951f55f716bc tempest-VolumesSnapshotTestJSON-1149940118 tempest-VolumesSnapshotTestJSON-1149940118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:11.327377 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58460) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:11.345680 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.360881 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Pushing event updated for resources: {'Port': ['ID=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,revision_number=2']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:11.363713 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:11.368876 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:11.370980 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Usage tracker for resource:security_group_rule and tenant:b93fbec1565e457a8d0e4caa04b17a08 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:11.379481 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:11.393341 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:11.502218 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.507509 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.516158 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-465d4d25-2315-4987-85dc-684f896cbce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:11.531171 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Attempting to bind port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:11.531437 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Attempting to bind port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:11.531772 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Attempting to bind port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 on network 663a6e34-aa3e-4119-8376-5154444dbf14 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:42:11.536262 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 on network 663a6e34-aa3e-4119-8376-5154444dbf14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:42:11.536579 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Attempting to bind port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 on network 663a6e34-aa3e-4119-8376-5154444dbf14 {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:42:11.541559 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Checking agent: {'id': '215cea32-122f-47c8-88b7-1d11545e7f5d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 33, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:42:11.541892 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Checking segment: {'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 29 15:42:11.542313 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Bound using segment: {'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'} {{(pid=73800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:42:11.542736 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Bound port: befce7f9-414f-458b-a6b7-0cfc6b4d18a7, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc4b9a3-70b6-48ab-a5fd-be8698d47a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14'}}] {{(pid=73800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:11.543080 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.554006 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b93fbec1565e457a8d0e4caa04b17a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257326 Apr 29 15:42:11.554924 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924b8d7f-30f0-4217-96a2-3b67a63db859,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:11.557117 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58464) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:11.559867 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-00886c5f-d351-4717-b30b-f96519be9f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:11.613578 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5f6652d4-ecc9-424a-bbf8-4db94fced388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.631613 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] For port befce7f9-414f-458b-a6b7-0cfc6b4d18a7, host hv-cinder-78878, cleared binding levels {{(pid=73800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:42:11.634609 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] For port befce7f9-414f-458b-a6b7-0cfc6b4d18a7, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,segment=NetworkSegment(bbc4b9a3-70b6-48ab-a5fd-be8698d47a99),segment_id=bbc4b9a3-70b6-48ab-a5fd-be8698d47a99)] {{(pid=73800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:42:11.639578 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.642712 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5f6652d4-ecc9-424a-bbf8-4db94fced388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.643145 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8c93d442-239b-47cb-9e4a-ad1de22e517c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:11.694442 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5f6652d4-ecc9-424a-bbf8-4db94fced388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.695060 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:11.696017 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.697060 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] 10.222.0.47 "PUT /v2.0/ports/befce7f9-414f-458b-a6b7-0cfc6b4d18a7 HTTP/1.1" status: 200 len: 1097 time: 1.1224914 Apr 29 15:42:11.697549 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7024943-a23e-4eb1-b8b0-15212c321373', 'tag': 'befce7f9-414f-458b-a6b7-0cfc6b4d18a7'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:11.698774 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6c78c0e7-1eb5-435f-ac0f-3cc44e9ed288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:11.720595 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6652d4-ecc9-424a-bbf8-4db94fced388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924b8d7f-30f0-4217-96a2-3b67a63db859,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:11.728503 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Pushing event updated for resources: {'Port': ['ID=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,revision_number=3']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:11.731126 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5f6652d4-ecc9-424a-bbf8-4db94fced388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:11.731771 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:11.738028 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5f6652d4-ecc9-424a-bbf8-4db94fced388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.739167 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5f6652d4-ecc9-424a-bbf8-4db94fced388 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/924b8d7f-30f0-4217-96a2-3b67a63db859 HTTP/1.1" status: 204 len: 168 time: 0.1811419 Apr 29 15:42:11.798598 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7024943-a23e-4eb1-b8b0-15212c321373', 'tag': 'befce7f9-414f-458b-a6b7-0cfc6b4d18a7', 'status': 'completed', 'code': 200} Apr 29 15:42:11.839942 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-7e7d6e0e-ee31-4181-9418-754cd3d846b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:11.841734 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-7e7d6e0e-ee31-4181-9418-754cd3d846b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da36079c270f48e7a5d89c5616226332&device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 1100 time: 0.0752456 Apr 29 15:42:11.924814 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-7fdff3ec-668e-438a-8c06-db693f47fa9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=befce7f9-414f-458b-a6b7-0cfc6b4d18a7 HTTP/1.1" status: 200 len: 217 time: 0.0664580 Apr 29 15:42:11.993002 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-01cde7a4-b7a0-49ce-a911-9c969ba1143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:11.995228 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-01cde7a4-b7a0-49ce-a911-9c969ba1143f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9a57307-01f5-4492-9a97-0055d4f8816b HTTP/1.1" status: 200 len: 843 time: 0.0608308 Apr 29 15:42:12.078464 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-e9b388c9-e7f0-449a-b0ae-aa6ffc3cc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.080061 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-e9b388c9-e7f0-449a-b0ae-aa6ffc3cc8a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=663a6e34-aa3e-4119-8376-5154444dbf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750463 Apr 29 15:42:12.267667 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-ae67c094-772f-445d-a393-d5c53dac5887 service neutron] 10.222.0.47 "GET /v2.0/networks/663a6e34-aa3e-4119-8376-5154444dbf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803899 Apr 29 15:42:12.379803 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292c35c-a07c-4c1f-83e1-f62157407999 req-a1508685-1a28-4c91-9f9c-d5f27898240f tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.381298 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5292c35c-a07c-4c1f-83e1-f62157407999 req-a1508685-1a28-4c91-9f9c-d5f27898240f tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 947 time: 0.1823320 Apr 29 15:42:12.462817 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5292c35c-a07c-4c1f-83e1-f62157407999 req-560f8844-025f-4892-a137-d56faec059df tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704722 Apr 29 15:42:12.468970 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-feb868db-220b-4fd0-a7c0-e2f5eba946aa req-3c08ae87-cc87-4f8f-8be5-ce32ab9f7781 service neutron] 10.222.0.47 "GET /v2.0/networks/663a6e34-aa3e-4119-8376-5154444dbf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855602 Apr 29 15:42:12.639698 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-85f320eb-6d3e-4914-86a3-152f8dcb8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.641510 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-85f320eb-6d3e-4914-86a3-152f8dcb8e9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da36079c270f48e7a5d89c5616226332&device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 1100 time: 0.0730820 Apr 29 15:42:12.779074 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-d0af2a64-c75e-4134-8648-1be69730e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.780540 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-d0af2a64-c75e-4134-8648-1be69730e0a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=663a6e34-aa3e-4119-8376-5154444dbf14 HTTP/1.1" status: 200 len: 870 time: 0.1322689 Apr 29 15:42:12.857994 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-1fc27daa-43ed-4c02-8340-d75c53dd2197 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=befce7f9-414f-458b-a6b7-0cfc6b4d18a7 HTTP/1.1" status: 200 len: 217 time: 0.0687163 Apr 29 15:42:12.925708 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-a9f0da52-c88f-4aad-b8e8-239e462f0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:12.927199 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-a9f0da52-c88f-4aad-b8e8-239e462f0828 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9a57307-01f5-4492-9a97-0055d4f8816b HTTP/1.1" status: 200 len: 843 time: 0.0628045 Apr 29 15:42:13.000977 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-1ac83e3e-1637-49ae-a570-cf59d02b399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:13.002469 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-1ac83e3e-1637-49ae-a570-cf59d02b399c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=663a6e34-aa3e-4119-8376-5154444dbf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686069 Apr 29 15:42:13.135533 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-09a0ef53-c950-4a01-869e-8749011448b0 service neutron] 10.222.0.47 "GET /v2.0/networks/663a6e34-aa3e-4119-8376-5154444dbf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224942 Apr 29 15:42:13.269259 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a3b784c5-a5bc-49c1-9360-fc7f538e4443 req-e0dd6c51-b19a-4de7-9d25-6f6fc3cb841a service neutron] 10.222.0.47 "GET /v2.0/networks/663a6e34-aa3e-4119-8376-5154444dbf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258471 Apr 29 15:42:13.744182 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029ce3c-ebfd-4c9f-806b-9e024c6348d8 req-a6ce2b79-8054-4829-b151-0c90772f4c69 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:13.751238 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5029ce3c-ebfd-4c9f-806b-9e024c6348d8 req-a6ce2b79-8054-4829-b151-0c90772f4c69 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 947 time: 0.1781788 Apr 29 15:42:13.803598 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-5029ce3c-ebfd-4c9f-806b-9e024c6348d8 req-d68895a4-abce-4cf6-b4ee-43a172717c7a tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513723 Apr 29 15:42:14.018729 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device befce7f9-414f-458b-a6b7-0cfc6b4d18a7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:42:14.148363 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port befce7f9-414f-458b-a6b7-0cfc6b4d18a7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,segment=NetworkSegment(bbc4b9a3-70b6-48ab-a5fd-be8698d47a99),segment_id=bbc4b9a3-70b6-48ab-a5fd-be8698d47a99)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:14.161078 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Returning: {'device': 'befce7f9-414f-458b-a6b7-0cfc6b4d18a7', 'network_id': '663a6e34-aa3e-4119-8376-5154444dbf14', 'port_id': 'befce7f9-414f-458b-a6b7-0cfc6b4d18a7', 'mac_address': 'fa:16:3e:9d:b7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a57307-01f5-4492-9a97-0055d4f8816b', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:42:14.245771 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.262774 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befce7f9-414f-458b-a6b7-0cfc6b4d18a7 {{(pid=73802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 15:42:14.277390 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port befce7f9-414f-458b-a6b7-0cfc6b4d18a7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,segment=NetworkSegment(bbc4b9a3-70b6-48ab-a5fd-be8698d47a99),segment_id=bbc4b9a3-70b6-48ab-a5fd-be8698d47a99)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:14.281332 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:14.283123 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-ddb02ad5-20e0-4140-bf93-4c6e8bd83651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:14.347265 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,revision_number=4']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:14.354358 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.354705 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.355042 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.355371 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.355699 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.356026 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.356374 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.356734 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.357075 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.357453 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.357815 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.358177 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:14.361890 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:14.628386 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['befce7f9-414f-458b-a6b7-0cfc6b4d18a7'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:42:14.982683 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff78c9-6f06-47fa-97ab-7c737e10bfd8 req-91c7c253-5568-493b-96bd-7fbf20e0f8c7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:14.984211 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b9ff78c9-6f06-47fa-97ab-7c737e10bfd8 req-91c7c253-5568-493b-96bd-7fbf20e0f8c7 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 948 time: 0.0820968 Apr 29 15:42:15.027966 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b9ff78c9-6f06-47fa-97ab-7c737e10bfd8 req-3845ab74-32e4-496e-b9bc-c894f7c92951 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 Apr 29 15:42:16.016100 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device befce7f9-414f-458b-a6b7-0cfc6b4d18a7 up at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:16.086357 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning for port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 completed by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:16.091003 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Provisioning complete for port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 triggered by entity L2. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:16.091366 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.202313 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.215272 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8ee90-a234-472a-b0a7-df04f8c93f65 req-28bf0468-f16d-4483-9ba0-2c5fcfc6ca2c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:16.216731 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-53b8ee90-a234-472a-b0a7-df04f8c93f65 req-28bf0468-f16d-4483-9ba0-2c5fcfc6ca2c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 948 time: 0.0788732 Apr 29 15:42:16.228214 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7024943-a23e-4eb1-b8b0-15212c321373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befce7f9-414f-458b-a6b7-0cfc6b4d18a7'}] {{(pid=73802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:16.238350 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] For port befce7f9-414f-458b-a6b7-0cfc6b4d18a7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,segment=NetworkSegment(bbc4b9a3-70b6-48ab-a5fd-be8698d47a99),segment_id=bbc4b9a3-70b6-48ab-a5fd-be8698d47a99)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:16.246033 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916'] for port, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.248232 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-7f4c0a9d-1926-4e53-a0ec-d8c92e92863d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:16.264272 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-53b8ee90-a234-472a-b0a7-df04f8c93f65 req-038469fe-3661-4c13-9251-28595ff6a8a0 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Apr 29 15:42:16.292991 dv-cinder-788782-1-smb neutron-server[73802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7024943-a23e-4eb1-b8b0-15212c321373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befce7f9-414f-458b-a6b7-0cfc6b4d18a7', 'code': 200} Apr 29 15:42:16.328003 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Pushing event updated for resources: {'Port': ['ID=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,revision_number=5']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:16.331159 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:16.558311 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee83ea7-0de6-466e-9365-0943129636d5 req-d47f332d-ef93-48b6-b5ea-18b02cdd7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:16.559773 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2ee83ea7-0de6-466e-9365-0943129636d5 req-d47f332d-ef93-48b6-b5ea-18b02cdd7484 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 1102 time: 0.0716507 Apr 29 15:42:16.589857 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58558) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:16.600931 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2ee83ea7-0de6-466e-9365-0943129636d5 req-9dc34e87-9e7f-42ab-92e3-93295ff59f6d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Apr 29 15:42:16.704995 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.719314 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:16.723005 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Usage tracker for resource:security_group_rule and tenant:def202c0a5854b0b88485196b1ad434f is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:16.725691 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:16.731175 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:16.808417 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.811686 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.818098 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-49939d03-285a-4afd-9612-b6559c0abb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:16.857265 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=def202c0a5854b0b88485196b1ad434f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663116 Apr 29 15:42:16.858166 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c863f-0b69-4196-abc5-a7d23a03afd3,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:16.860176 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58564) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:16.861059 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-e4528851-d3a7-4ba0-8978-d5bc1b3ead73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:16.918541 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-29c88ff3-9009-461b-80f6-2134d3d863a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.943170 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-29c88ff3-9009-461b-80f6-2134d3d863a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.996538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-29c88ff3-9009-461b-80f6-2134d3d863a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.000171 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ebac0382-94be-4587-8036-df339c9bdc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:17.010422 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c88ff3-9009-461b-80f6-2134d3d863a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c863f-0b69-4196-abc5-a7d23a03afd3,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:17.014691 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-29c88ff3-9009-461b-80f6-2134d3d863a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:17.017757 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-29c88ff3-9009-461b-80f6-2134d3d863a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.018890 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-29c88ff3-9009-461b-80f6-2134d3d863a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/933c863f-0b69-4196-abc5-a7d23a03afd3 HTTP/1.1" status: 204 len: 168 time: 0.1576822 Apr 29 15:42:17.291114 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58576) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:17.308923 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.327225 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:17.330974 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Usage tracker for resource:security_group_rule and tenant:b45efa2b2de84cd7824b9c3d00292417 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:17.333807 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:17.339478 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:17.435851 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.440285 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.449633 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a0d25d25-55fe-41b8-bbce-95f549730a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:17.459287 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38847008-4351-4e2d-89f8-7a3c16ae9ee0 req-1a762511-650f-49d9-b838-d5c8bb81f4c0 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:17.460753 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-38847008-4351-4e2d-89f8-7a3c16ae9ee0 req-1a762511-650f-49d9-b838-d5c8bb81f4c0 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 949 time: 0.0920579 Apr 29 15:42:17.492012 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b45efa2b2de84cd7824b9c3d00292417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973116 Apr 29 15:42:17.492012 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0760f2-7570-45df-ae22-e391d89e64a1,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:17.492919 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58580) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:17.495778 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5c41b206-1b7f-4e16-ab38-169695fb099d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:17.507979 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-38847008-4351-4e2d-89f8-7a3c16ae9ee0 req-a1e7795e-74a6-4d1c-8482-b074e30f94b6 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Apr 29 15:42:17.549890 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-bff7908b-fe41-4a41-8cfa-a8299f2935c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.574860 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-bff7908b-fe41-4a41-8cfa-a8299f2935c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.624731 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-bff7908b-fe41-4a41-8cfa-a8299f2935c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.628227 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6c2970ad-f7a5-4edb-b0d5-242dbad96494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:17.643647 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7908b-fe41-4a41-8cfa-a8299f2935c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0760f2-7570-45df-ae22-e391d89e64a1,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:17.648260 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-bff7908b-fe41-4a41-8cfa-a8299f2935c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:17.653479 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-bff7908b-fe41-4a41-8cfa-a8299f2935c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:17.653479 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-bff7908b-fe41-4a41-8cfa-a8299f2935c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c0760f2-7570-45df-ae22-e391d89e64a1 HTTP/1.1" status: 204 len: 168 time: 0.1598496 Apr 29 15:42:18.700847 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b2a6-6ea1-47b4-9ef9-815fbf4b5407 req-73a620a4-0400-422d-834a-f7d965e70bf4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:18.702340 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc82b2a6-6ea1-47b4-9ef9-815fbf4b5407 req-73a620a4-0400-422d-834a-f7d965e70bf4 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 946 time: 0.1379769 Apr 29 15:42:18.758614 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41606ad-93a8-4691-8a8d-c0e4808eb568 req-d00e3e1c-9cea-40a7-b409-2129e27680ed tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:18.760044 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e41606ad-93a8-4691-8a8d-c0e4808eb568 req-d00e3e1c-9cea-40a7-b409-2129e27680ed tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 949 time: 0.1418386 Apr 29 15:42:18.767827 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-dc82b2a6-6ea1-47b4-9ef9-815fbf4b5407 req-5355c05d-d7a9-4eda-a79b-8852c2ed6451 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579634 Apr 29 15:42:18.806452 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-e41606ad-93a8-4691-8a8d-c0e4808eb568 req-ce5b9e7e-c23a-45c7-9f30-15ff42083a91 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376704 Apr 29 15:42:19.237443 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed751a2-a6fe-4070-84b4-04a5903d770d req-9ff52215-c50a-416a-b547-ea0d3d2838aa tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:19.238837 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bed751a2-a6fe-4070-84b4-04a5903d770d req-9ff52215-c50a-416a-b547-ea0d3d2838aa tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 949 time: 0.0804508 Apr 29 15:42:19.242204 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:42:19.285389 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-bed751a2-a6fe-4070-84b4-04a5903d770d req-a99cda46-8716-4729-834d-8d393e474933 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Apr 29 15:42:19.471766 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58654) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:19.585465 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.599672 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:19.603409 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Usage tracker for resource:security_group_rule and tenant:93d3f65af5c54b2a8a6e510251f168bb is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:19.606782 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:19.612310 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:19.691992 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.695618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.703960 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-82d93f36-d8bb-4855-85e3-dd8610593403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:19.742667 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93d3f65af5c54b2a8a6e510251f168bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698860 Apr 29 15:42:19.744231 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aeac93-76bf-448d-8cfb-08daabbf9aae,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:19.745508 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58660) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:19.747409 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:19.803647 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ffb38f3f-1a15-4dfb-9ba4-233ffdebe94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.829546 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ffb38f3f-1a15-4dfb-9ba4-233ffdebe94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.928486 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ffb38f3f-1a15-4dfb-9ba4-233ffdebe94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.932632 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dd1901af-daae-4576-a3b8-b9fec354f943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:19.946394 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb38f3f-1a15-4dfb-9ba4-233ffdebe94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aeac93-76bf-448d-8cfb-08daabbf9aae,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:19.953504 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ffb38f3f-1a15-4dfb-9ba4-233ffdebe94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:19.956130 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ffb38f3f-1a15-4dfb-9ba4-233ffdebe94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:19.957222 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-ffb38f3f-1a15-4dfb-9ba4-233ffdebe94a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12aeac93-76bf-448d-8cfb-08daabbf9aae HTTP/1.1" status: 204 len: 168 time: 0.2107222 Apr 29 15:42:19.985342 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27cbb0-baa1-489d-b340-d9af424d1ced req-256dda5b-3bcb-409e-b36f-cf883c9b21a8 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:19.986856 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-af27cbb0-baa1-489d-b340-d9af424d1ced req-256dda5b-3bcb-409e-b36f-cf883c9b21a8 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 946 time: 0.1030822 Apr 29 15:42:20.036509 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-af27cbb0-baa1-489d-b340-d9af424d1ced req-9b4e6ef0-28a8-4f45-9f66-069601240fcd tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435166 Apr 29 15:42:20.229742 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-75562533-8968-49b9-9b81-6d6e57ed2a2e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:20.231197 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-75562533-8968-49b9-9b81-6d6e57ed2a2e tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 946 time: 0.0808666 Apr 29 15:42:20.236676 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58670) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:20.285752 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.314873 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:20.327814 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fb27bd2c154f04a603ceb10c468502 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:20.332299 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:20.369240 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:20.494568 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Deleting port 69635098-8584-4a35-a12d-5d3e16ebf670 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:20.495208 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.648580 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe48d1b-7bb8-451e-9b0b-2cce26f6017d req-1df1312a-9014-4a0b-a803-4062387ed352 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:20.649927 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-efe48d1b-7bb8-451e-9b0b-2cce26f6017d req-1df1312a-9014-4a0b-a803-4062387ed352 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 949 time: 0.2503080 Apr 29 15:42:20.655828 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.676177 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.688351 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b20a7292-25b2-4f91-9646-eb90db25c715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:20.748675 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] For port 69635098-8584-4a35-a12d-5d3e16ebf670, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=69635098-8584-4a35-a12d-5d3e16ebf670,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:20.749318 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.766459 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17aba43-500e-40af-811b-982e09815468,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:20.902961 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:20.906291 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-dcfee40b-1ca1-4563-93aa-89b43773dc71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5fb27bd2c154f04a603ceb10c468502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686604 Apr 29 15:42:20.908996 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58676) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:20.944933 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-efe48d1b-7bb8-451e-9b0b-2cce26f6017d req-fff7e338-c88d-42ed-a8a6-bb21bc4fc729 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854216 Apr 29 15:42:20.968752 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2871-8e33-4bef-902f-2e87b105fbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:20.994367 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2871-8e33-4bef-902f-2e87b105fbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.049130 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2871-8e33-4bef-902f-2e87b105fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.053858 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6f77fb8b-b692-45cb-93e3-5bfd3c5b573c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:21.067480 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb2871-8e33-4bef-902f-2e87b105fbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17aba43-500e-40af-811b-982e09815468,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:21.069795 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-fbdb2871-8e33-4bef-902f-2e87b105fbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:21.080324 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2871-8e33-4bef-902f-2e87b105fbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.094973 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-fbdb2871-8e33-4bef-902f-2e87b105fbb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d17aba43-500e-40af-811b-982e09815468 HTTP/1.1" status: 204 len: 168 time: 0.1737800 Apr 29 15:42:21.097729 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-3a35421b-4bbc-4610-9e32-96cb54eef91d tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:21.099198 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-3a35421b-4bbc-4610-9e32-96cb54eef91d tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 949 time: 0.1954861 Apr 29 15:42:21.340890 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.341263 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8117591'] for floatingip, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.341573 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.l3_db [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Floating IP 23a52c10-c8d7-4f50-8661-a58a4d7f9855 disassociated. External IP: 172.28.2.19, port: 69635098-8584-4a35-a12d-5d3e16ebf670. Apr 29 15:42:21.341913 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Calling delete_port for 69635098-8584-4a35-a12d-5d3e16ebf670 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:21.400486 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c27a-e671-4794-84b7-e380dc67990e req-27f5781c-a6bc-42ac-a537-c13dda4ca03b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:21.402697 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2ff6c27a-e671-4794-84b7-e380dc67990e req-27f5781c-a6bc-42ac-a537-c13dda4ca03b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 946 time: 0.2022192 Apr 29 15:42:21.464564 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Deleting port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:21.464906 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.503662 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2ff6c27a-e671-4794-84b7-e380dc67990e req-0f9ad4d9-579a-47f5-b1d7-2ab681ce3fea tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e6a6c2e-f79b-42b1-ac82-36f024fde219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924008 Apr 29 15:42:21.657717 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] For port befce7f9-414f-458b-a6b7-0cfc6b4d18a7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,segment=NetworkSegment(bbc4b9a3-70b6-48ab-a5fd-be8698d47a99),segment_id=bbc4b9a3-70b6-48ab-a5fd-be8698d47a99)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:21.658228 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.665706 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:21.674161 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3fc005ae-92bf-40b6-bbfc-201c7c095f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:21.772801 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event deleted for resources: {'Port': ['ID=69635098-8584-4a35-a12d-5d3e16ebf670,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:21.832156 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:21.838603 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Calling delete_port for befce7f9-414f-458b-a6b7-0cfc6b4d18a7 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:22.108149 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Router 3aab9383-0991-4c74-a745-372994016242 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:42:22.435655 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.450985 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c071991a-785b-4ffc-aacd-ea99ae1a0dfb tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:22.509839 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Pushing event deleted for resources: {'Port': ['ID=befce7f9-414f-458b-a6b7-0cfc6b4d18a7,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:22.522618 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95ae1-188a-49dd-a55f-59f30c2f67c1 req-77f6071d-2200-40e3-81c3-e424b6336a1f tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:22.524080 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-04b95ae1-188a-49dd-a55f-59f30c2f67c1 req-77f6071d-2200-40e3-81c3-e424b6336a1f tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7024943-a23e-4eb1-b8b0-15212c321373 HTTP/1.1" status: 200 len: 867 time: 0.4699993 Apr 29 15:42:22.527468 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:22.624363 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:42:22.634726 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] Sync routers for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:42:22.650456 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:22.651084 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:41:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:22.678570 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] No DVR routers for this DVR port befce7f9-414f-458b-a6b7-0cfc6b4d18a7 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:22.730373 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.735965 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7024943-a23e-4eb1-b8b0-15212c321373', 'name': 'network-vif-deleted', 'tag': 'befce7f9-414f-458b-a6b7-0cfc6b4d18a7'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:22.757112 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-879ff854-f9b3-45f4-a923-4308bfd29064 req-9f7edde4-28c3-4191-9b59-67054231af0b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 210 time: 0.0698681 Apr 29 15:42:22.815852 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] No DVR routers for this DVR port 69635098-8584-4a35-a12d-5d3e16ebf670 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:22.818353 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:22.839708 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-04b95ae1-188a-49dd-a55f-59f30c2f67c1 req-c0e0d1bd-7704-4818-9fd7-14adc572a6f3 tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e0aa655-bc96-41fb-9e8c-78351b29c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061688 Apr 29 15:42:22.853624 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7f720069-8f38-4d8e-a7c0-7e3514e9777f req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.47 "DELETE /v2.0/ports/69635098-8584-4a35-a12d-5d3e16ebf670 HTTP/1.1" status: 204 len: 173 time: 2.6007137 Apr 29 15:42:22.855792 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7024943-a23e-4eb1-b8b0-15212c321373', 'name': 'network-vif-deleted', 'tag': 'befce7f9-414f-458b-a6b7-0cfc6b4d18a7', 'status': 'completed', 'code': 200} Apr 29 15:42:22.858706 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-7d26e5f5-82c9-4edc-8cda-2ae676418aca req-c7819f59-d935-4bb6-9c69-4ffa4f422d5c tempest-VolumesNegativeTest-1454142119 tempest-VolumesNegativeTest-1454142119-project] 10.222.0.47 "DELETE /v2.0/ports/befce7f9-414f-458b-a6b7-0cfc6b4d18a7 HTTP/1.1" status: 204 len: 173 time: 1.6994724 Apr 29 15:42:22.913144 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:23.231299 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:23.235116 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] Checking router: 3aab9383-0991-4c74-a745-372994016242 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:42:23.243237 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:23.243820 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:41:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:23.432104 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:23.461377 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58756) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:23.591568 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.607687 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:23.611568 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Usage tracker for resource:security_group_rule and tenant:dab39638815d41518f0e80c2f9bce023 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:23.614382 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:23.621090 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:23.708058 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.712338 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.721280 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d20ebc97-f9fc-4c80-baee-207da6047042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:23.760211 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:23.762367 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dab39638815d41518f0e80c2f9bce023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999017 Apr 29 15:42:23.764214 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5b1986-9952-478f-967f-121e1c83f979,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:23.765135 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58762) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:23.767691 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3af5c481-d46c-42ff-86fb-a5dac79e8695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:23.771821 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3df2ee-0790-425f-b95f-2c22fda79476 None None] The sync data for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb is: [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:35:39Z', 'revision_number': 4, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': 'ae7307f9-1638-431f-99d6-5e4843fd2a2a', 'name': '', 'network_id': '8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'mac_address': 'fa:16:3e:41:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:37Z', 'updated_at': '2021-04-29T15:35:53Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'subnets': [{'id': '6521f87f-cfff-441d-9081-a8e4fce49a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:23.830933 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-94740e93-e819-4c6e-970c-408e763cdd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.860435 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-94740e93-e819-4c6e-970c-408e763cdd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.933142 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-94740e93-e819-4c6e-970c-408e763cdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.937111 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-eb880d98-a6d2-4913-b372-92cc211c1217 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:23.949349 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94740e93-e819-4c6e-970c-408e763cdd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5b1986-9952-478f-967f-121e1c83f979,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:23.951857 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-94740e93-e819-4c6e-970c-408e763cdd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:23.968747 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-f4f21ef2-71a2-494f-8cc7-4558642dad8a req-c386473c-a265-4dcf-bbce-7ea2f91edb3a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Synchronizing usage tracker for tenant:78c50990547147eea80fc54d37cc2a6c on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:23.969270 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-94740e93-e819-4c6e-970c-408e763cdd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:23.970971 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-94740e93-e819-4c6e-970c-408e763cdd94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b5b1986-9952-478f-967f-121e1c83f979 HTTP/1.1" status: 204 len: 168 time: 0.2042925 Apr 29 15:42:23.992371 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-f4f21ef2-71a2-494f-8cc7-4558642dad8a req-c386473c-a265-4dcf-bbce-7ea2f91edb3a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Unset dirty status for tenant:78c50990547147eea80fc54d37cc2a6c on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:23.995005 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f4f21ef2-71a2-494f-8cc7-4558642dad8a req-c386473c-a265-4dcf-bbce-7ea2f91edb3a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1eaf88c-3bc2-4e08-8845-a222ac60e67e HTTP/1.1" status: 200 len: 210 time: 0.0787988 Apr 29 15:42:24.033810 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device befce7f9-414f-458b-a6b7-0cfc6b4d18a7 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:24.076128 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: befce7f9-414f-458b-a6b7-0cfc6b4d18a7 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:24.077004 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device befce7f9-414f-458b-a6b7-0cfc6b4d18a7 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:24.077676 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:24.118502 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 69635098-8584-4a35-a12d-5d3e16ebf670 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:24.119072 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 69635098-8584-4a35-a12d-5d3e16ebf670 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:24.151991 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96ef4f-c7b5-49ce-83e1-a89c57586a51 None None] New status for floating IP 23a52c10-c8d7-4f50-8661-a58a4d7f9855: DOWN {{(pid=73802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:42:24.308549 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 58790) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:24.326564 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.341989 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:24.345945 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Usage tracker for resource:security_group_rule and tenant:77b64ed35a6a4c009f90b1e1f00d0686 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:24.348800 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:24.354583 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:24.447397 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.452420 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.461371 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d86febb6-1cfe-4605-8bb8-59965155dbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:24.502639 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77b64ed35a6a4c009f90b1e1f00d0686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930132 Apr 29 15:42:24.503355 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58794) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:24.504883 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189d6341-8449-4c7b-8ed1-9f149e111ba2,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:24.507996 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:24.569421 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1fee1f98-428b-4fdf-b400-ba91dc5c5196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.596936 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1fee1f98-428b-4fdf-b400-ba91dc5c5196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.650616 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1fee1f98-428b-4fdf-b400-ba91dc5c5196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.654327 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-65196825-564b-46dd-9f1d-7c794ea7dfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:24.667059 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee1f98-428b-4fdf-b400-ba91dc5c5196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189d6341-8449-4c7b-8ed1-9f149e111ba2,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:24.669275 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1fee1f98-428b-4fdf-b400-ba91dc5c5196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:24.677736 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-1fee1f98-428b-4fdf-b400-ba91dc5c5196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:24.678897 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-1fee1f98-428b-4fdf-b400-ba91dc5c5196 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/189d6341-8449-4c7b-8ed1-9f149e111ba2 HTTP/1.1" status: 204 len: 168 time: 0.1744871 Apr 29 15:42:24.856784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-deleted', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:24.909179 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eaf88c-3bc2-4e08-8845-a222ac60e67e', 'name': 'network-vif-deleted', 'tag': '69635098-8584-4a35-a12d-5d3e16ebf670', 'status': 'completed', 'code': 200} Apr 29 15:42:25.133756 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58884) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:25.210194 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c786ad89-172d-4911-88df-e4374078b66b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.241483 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c786ad89-172d-4911-88df-e4374078b66b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.299016 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c786ad89-172d-4911-88df-e4374078b66b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.304822 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:25.321487 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c786ad89-172d-4911-88df-e4374078b66b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.325145 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-c786ad89-172d-4911-88df-e4374078b66b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e6a6c2e-f79b-42b1-ac82-36f024fde219 HTTP/1.1" status: 204 len: 168 time: 0.1877868 Apr 29 15:42:25.325145 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786ad89-172d-4911-88df-e4374078b66b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6a6c2e-f79b-42b1-ac82-36f024fde219,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:25.330383 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58900) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:25.333417 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c786ad89-172d-4911-88df-e4374078b66b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:25.356336 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.api.v2.resource [None req-c8629866-65d5-4fc4-8273-50bd2f5518d2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] show failed (client error): The resource could not be found. Apr 29 15:42:25.357355 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-c8629866-65d5-4fc4-8273-50bd2f5518d2 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "GET /v2.0/security-groups/0e6a6c2e-f79b-42b1-ac82-36f024fde219 HTTP/1.1" status: 404 len: 347 time: 0.0258863 Apr 29 15:42:25.360269 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 58906) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:25.581754 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Deleting port af3e1db4-64e5-46fc-aa59-993c47a68b0c {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:25.582307 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.707674 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.708011 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.839769 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Calling delete_port for af3e1db4-64e5-46fc-aa59-993c47a68b0c owned by network:floatingip {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:25.961765 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:25.966193 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d4143ac5-2113-4e40-9807-ecfda81920d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:26.009118 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Pushing event deleted for resources: {'Port': ['ID=af3e1db4-64e5-46fc-aa59-993c47a68b0c,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:26.013561 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:26.120522 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks [] for floatingip, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.139571 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:26.140765 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-9930ede8-97b9-4b02-a856-031e14984109 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] 10.222.0.42 "DELETE /v2.0/floatingips/23a52c10-c8d7-4f50-8661-a58a4d7f9855 HTTP/1.1" status: 204 len: 168 time: 0.7795238 Apr 29 15:42:26.249244 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-775c1cd4-bc15-421d-9e91-07678d5eed56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.878578 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-0baba6b6-d8ec-4ab2-aaf4-3a56dd88848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.908209 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:28.945635 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59100) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:29.206780 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59108) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:29.350185 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-12c722b8-ee4e-4ddc-a91b-65a6f41895d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da36079c270f48e7a5d89c5616226332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421814 Apr 29 15:42:29.352677 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59114) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:29.416340 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7f8af777-4281-4ae9-af66-d2d5f541a1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:29.441328 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7f8af777-4281-4ae9-af66-d2d5f541a1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:29.494671 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7f8af777-4281-4ae9-af66-d2d5f541a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:29.498907 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-94740e93-e819-4c6e-970c-408e763cdd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:29.512046 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8af777-4281-4ae9-af66-d2d5f541a1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0aa655-bc96-41fb-9e8c-78351b29c5c9,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:29.522306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7f8af777-4281-4ae9-af66-d2d5f541a1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:29.539216 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7f8af777-4281-4ae9-af66-d2d5f541a1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:29.542858 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-7f8af777-4281-4ae9-af66-d2d5f541a1c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e0aa655-bc96-41fb-9e8c-78351b29c5c9 HTTP/1.1" status: 204 len: 168 time: 0.1892998 Apr 29 15:42:29.679788 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998021'] for router_interface, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.116138 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Deleting port ae7307f9-1638-431f-99d6-5e4843fd2a2a {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:30.116833 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.130924 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.236904 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] For port ae7307f9-1638-431f-99d6-5e4843fd2a2a, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=ae7307f9-1638-431f-99d6-5e4843fd2a2a,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:30.237260 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.355863 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Calling delete_port for ae7307f9-1638-431f-99d6-5e4843fd2a2a owned by network:router_interface {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:30.508893 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:30.513667 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d4de63d4-a0a5-4623-a8f2-1af0cfff974b tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:30.554721 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7307f9-1638-431f-99d6-5e4843fd2a2a,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:30.557110 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:30.914982 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8118261'] for router_interface, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:31.265827 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Router 3aab9383-0991-4c74-a745-372994016242 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:42:31.452578 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:42:31.471275 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] Sync routers for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:42:31.476999 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-0f3133f8-007f-4e06-81a3-53b6dd90fbd4 admin admin] 10.222.0.42 "PUT /v2.0/routers/3aab9383-0991-4c74-a745-372994016242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5302620 Apr 29 15:42:31.479525 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59142) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:31.484159 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:31.484755 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:31.634730 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-44b312c6-0adf-4248-a34a-e343837941ce tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351477819&fields=id&tenant_id=7697cd2f93c64cf8a5a791375f4571fc HTTP/1.1" status: 200 len: 267 time: 0.0409214 Apr 29 15:42:31.674976 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks [] for router, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:31.676131 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:31.715659 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:31.738097 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-19165cc5-a9b4-457b-a384-8bba0f7fb711 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:31.740641 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-19165cc5-a9b4-457b-a384-8bba0f7fb711 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 984 time: 0.0999429 Apr 29 15:42:31.755561 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.v2.base [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Request body: {'port': {'security_groups': ['da3a7a19-c782-4afb-889e-8cb5b84a0cda']}} {{(pid=73800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:42:31.877618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:31.910717 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773179'] for port, before_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.085233 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Deleting port f3b4ce00-3969-4cb4-a522-d27601dad1fb {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:32.085574 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.107263 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:42:30Z', 'revision_number': 5, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port': {'id': 'f3b4ce00-3969-4cb4-a522-d27601dad1fb', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab9383-0991-4c74-a745-372994016242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:28Z', 'updated_at': '2021-04-29T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:32.112555 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] Checking router: 3aab9383-0991-4c74-a745-372994016242 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:42:32.123848 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] Routers {'3aab9383-0991-4c74-a745-372994016242'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:32.124932 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['3aab9383-0991-4c74-a745-372994016242'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:32.223049 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] For port f3b4ce00-3969-4cb4-a522-d27601dad1fb, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f3b4ce00-3969-4cb4-a522-d27601dad1fb,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:32.223418 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.236898 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] For port 666f10d3-4778-4487-a99e-ee2242412ba3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=666f10d3-4778-4487-a99e-ee2242412ba3,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:32.263432 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for port, precommit_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.269783 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744834502166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744834083871', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744834083916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1866648'] for port, after_update {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.276452 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-71661eba-0ac8-47ba-a0e6-86c42c7b9ec7 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:32.277517 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] Set router 3aab9383-0991-4c74-a745-372994016242 gateway port host: None {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:32.305568 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['666f10d3-4778-4487-a99e-ee2242412ba3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:42:32.352022 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event updated for resources: {'Port': ['ID=666f10d3-4778-4487-a99e-ee2242412ba3,revision_number=7']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:32.355447 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Calling delete_port for f3b4ce00-3969-4cb4-a522-d27601dad1fb owned by network:router_gateway {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:32.356938 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:32.392708 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:32.393333 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.399083 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-b4656831-4355-4cdb-9d25-9e8d59875469 req-1ab9cb3a-9c56-4469-9ce6-e9703601ccc9 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "PUT /v2.0/ports/666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 942 time: 0.6487355 Apr 29 15:42:32.402075 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:32.409912 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59152) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:32.417898 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:42:31Z', 'revision_number': 6, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port_host': None}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:32.422167 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c7e88-6a10-4c44-9597-07c7d5ba14b8 None None] The sync data for ids ['3aab9383-0991-4c74-a745-372994016242'] in dv-cinder-788782-1-smb is: [{'id': '3aab9383-0991-4c74-a745-372994016242', 'name': 'tempest-AttachVolumeShelveTestJSON-387488384-router', 'tenant_id': '78c50990547147eea80fc54d37cc2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:27Z', 'updated_at': '2021-04-29T15:42:31Z', 'revision_number': 6, 'project_id': '78c50990547147eea80fc54d37cc2a6c', 'gw_port_host': None}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:32.511457 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3', 'status': 'completed', 'code': 200} Apr 29 15:42:32.522343 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['666f10d3-4778-4487-a99e-ee2242412ba3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:42:32.552089 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dbf30b5b-7bc8-43b4-954c-2f14ea389cbd tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.568067 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.571858 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c5d310dc-7b0a-47fe-84a5-953d82fcf3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:32.625352 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b4ce00-3969-4cb4-a522-d27601dad1fb,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:32.633324 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:32.690840 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.provisioning_blocks [None req-84a98b47-1a64-4b56-b488-535a279bf721 None None] Provisioning complete for port 666f10d3-4778-4487-a99e-ee2242412ba3 triggered by entity DHCP. {{(pid=73802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:32.691262 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-84a98b47-1a64-4b56-b488-535a279bf721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7732119'] for port, provisioning_complete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.726182 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8117640'] for router_gateway, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.742398 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dbf30b5b-7bc8-43b4-954c-2f14ea389cbd tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.816636 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-a0499208-7195-4f7d-951f-292ac8b55ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:32.818568 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-a0499208-7195-4f7d-951f-292ac8b55ec8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1098 time: 0.2537763 Apr 29 15:42:32.922783 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8098109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46171'] for router, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.925027 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.926089 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dbf30b5b-7bc8-43b4-954c-2f14ea389cbd tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.943095 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cb19ae27-2e04-4020-be02-21d7278769a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:32.958974 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf30b5b-7bc8-43b4-954c-2f14ea389cbd tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43c16fe-e48b-4550-baed-f42bfd4350fe,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:32.961668 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dbf30b5b-7bc8-43b4-954c-2f14ea389cbd tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:32.975498 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-dbf30b5b-7bc8-43b4-954c-2f14ea389cbd tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.978989 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-dbf30b5b-7bc8-43b4-954c-2f14ea389cbd tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "DELETE /v2.0/security-groups/e43c16fe-e48b-4550-baed-f42bfd4350fe HTTP/1.1" status: 204 len: 168 time: 0.5631447 Apr 29 15:42:32.979678 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59158) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:33.009859 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8117875'] for router, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.010437 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aab9383-0991-4c74-a745-372994016242 {{(pid=73801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:42:33.022668 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.023784 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c1caa710-36db-4704-98fd-7610354989aa admin admin] 10.222.0.42 "DELETE /v2.0/routers/3aab9383-0991-4c74-a745-372994016242 HTTP/1.1" status: 204 len: 168 time: 1.5426500 Apr 29 15:42:33.026231 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59162) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:33.078939 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-b23de2bb-41bb-40b4-817f-ddfbe31bbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:33.080402 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-b23de2bb-41bb-40b4-817f-ddfbe31bbeec service neutron] 10.222.0.47 "GET /v2.0/networks?id=860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 200 len: 916 time: 0.2548890 Apr 29 15:42:33.089997 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] Deleting subnet 6521f87f-cfff-441d-9081-a8e4fce49a50 {{(pid=73801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:42:33.092991 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.141003 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-778832'] for subnet, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.260632 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.295956 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-99733e5e-1717-418c-99f9-5fcefafd359a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 1000 time: 0.2016730 Apr 29 15:42:33.416767 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-a3d40a9d-904a-4ab9-b48c-0e277616f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:33.418474 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-a3d40a9d-904a-4ab9-b48c-0e277616f585 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1881eca-2e9b-400b-a299-dd3f1e730c7e HTTP/1.1" status: 200 len: 854 time: 0.1163535 Apr 29 15:42:33.421996 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.491163 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Deleting port 8e166093-da04-4f69-9088-96ceb4350daf {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:33.491612 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.540281 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f3b4ce00-3969-4cb4-a522-d27601dad1fb no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:33.600128 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2254068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2061670'] for subnet, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.607405 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:33.610727 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: f3b4ce00-3969-4cb4-a522-d27601dad1fb {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:33.611075 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f3b4ce00-3969-4cb4-a522-d27601dad1fb not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:33.611866 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device ae7307f9-1638-431f-99d6-5e4843fd2a2a no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:33.618484 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-f0736479-c6ca-42a3-8042-21f57ea52e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:33.619979 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-f0736479-c6ca-42a3-8042-21f57ea52e47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=860b9212-80e8-4076-aabe-4b720ebb371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1951742 Apr 29 15:42:33.657122 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: ae7307f9-1638-431f-99d6-5e4843fd2a2a {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:33.657868 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device ae7307f9-1638-431f-99d6-5e4843fd2a2a not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:33.661222 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6521f87f-cfff-441d-9081-a8e4fce49a50,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:33.669231 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:33.670505 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.671015 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9052c-9cfc-4943-bf36-05c5775adbf9 None None] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:42:33.677043 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-5a095e94-3334-445b-80c3-a0ac5d9374c9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6521f87f-cfff-441d-9081-a8e4fce49a50 HTTP/1.1" status: 204 len: 168 time: 0.6491041 Apr 29 15:42:33.679682 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59176) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:33.689247 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.689582 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.886884 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Calling delete_port for 8e166093-da04-4f69-9088-96ceb4350daf owned by network:floatingip {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:33.937798 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:33.942081 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-7beaa6f4-ad57-45a1-9a32-817b9861d11d service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129807 Apr 29 15:42:33.976338 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] DHCP port deletion for 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda request from dv-cinder-788782-1-smb {{(pid=73802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:42:34.018494 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Deleting port 48db35d8-16ab-4e08-bf42-237070a8dd2a {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:34.019049 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.044114 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] Deleting port 48db35d8-16ab-4e08-bf42-237070a8dd2a {{(pid=73802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:34.044587 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.099890 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2e14b632-6f70-4171-8c21-88e4ff4dc3d5 req-8dee5780-ff95-478a-9a1a-9dca73f42080 service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495612 Apr 29 15:42:34.129110 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] For port 48db35d8-16ab-4e08-bf42-237070a8dd2a, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=48db35d8-16ab-4e08-bf42-237070a8dd2a,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:34.129486 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.147874 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] For port 48db35d8-16ab-4e08-bf42-237070a8dd2a, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=48db35d8-16ab-4e08-bf42-237070a8dd2a,segment=NetworkSegment(23203a36-d17c-46e8-a664-928728a9cd68),segment_id=23203a36-d17c-46e8-a664-928728a9cd68)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:34.148166 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.170979 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.175763 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:34.219859 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event deleted for resources: {'Port': ['ID=8e166093-da04-4f69-9088-96ceb4350daf,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:34.249525 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:34.257385 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Calling delete_port for 48db35d8-16ab-4e08-bf42-237070a8dd2a owned by network:dhcp {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:34.272079 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] Calling delete_port for 48db35d8-16ab-4e08-bf42-237070a8dd2a owned by network:dhcp {{(pid=73802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:34.306500 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.312141 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0937990f-ec09-4a5f-98d9-8716d10371ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:34.318046 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.321774 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:34.358380 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] No DVR routers for this DVR port 48db35d8-16ab-4e08-bf42-237070a8dd2a on host dv-cinder-788782-1-smb {{(pid=73801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:34.367560 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] Pushing event deleted for resources: {'Port': ['ID=48db35d8-16ab-4e08-bf42-237070a8dd2a,revision_number=None']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:34.370841 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:34.372244 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c815767d-1552-4574-9d7b-b698c8f33314 None None] No DVR routers for this DVR port 48db35d8-16ab-4e08-bf42-237070a8dd2a on host dv-cinder-788782-1-smb {{(pid=73802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:34.390588 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=48db35d8-16ab-4e08-bf42-237070a8dd2a,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:34.393042 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:34.421737 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks [] for floatingip, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.422398 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.db.l3_db [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Floating IP e87547cc-6596-4088-acda-ec9d9359538c disassociated (deleted). External IP: 172.28.2.96, port: 666f10d3-4778-4487-a99e-ee2242412ba3. Apr 29 15:42:34.485266 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.590279 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:34.602209 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23203a36-d17c-46e8-a664-928728a9cd68') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:34.602887 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23203a36-d17c-46e8-a664-928728a9cd68') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:34.614194 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.629577 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.636456 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:42:34.775174 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:42:34.825623 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:42:34.834169 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.953953 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:42:34.963790 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] Sync routers for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:42:34.974371 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:34.975159 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:34.983371 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.005426 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Network 8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:35.027163 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:35.047671 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-709a16e4-e63a-4ee2-a9a6-3bcf1408b99f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "DELETE /v2.0/floatingips/e87547cc-6596-4088-acda-ec9d9359538c HTTP/1.1" status: 204 len: 168 time: 2.0605695 Apr 29 15:42:35.047671 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:35.102655 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3', 'status': 'completed', 'code': 200} Apr 29 15:42:35.106937 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.111599 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.115434 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:35.140344 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:35.144350 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:35.146900 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-0bf7854e-cbec-490f-9086-5ab7205b1f7e admin admin] 10.222.0.42 "DELETE /v2.0/networks/8a6e15f0-a05d-4bbc-a2f0-fbd77159dbda HTTP/1.1" status: 204 len: 168 time: 1.4660072 Apr 29 15:42:35.207499 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:35.228539 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-e6a7058b-134c-47c8-8146-e7b4354d1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:35.230102 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-e6a7058b-134c-47c8-8146-e7b4354d1852 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 1098 time: 0.0830188 Apr 29 15:42:35.347026 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59196) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:35.404501 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-de650aa6-18c0-4da4-976b-8ad48d1db421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:35.406367 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-de650aa6-18c0-4da4-976b-8ad48d1db421 service neutron] 10.222.0.47 "GET /v2.0/networks?id=860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 200 len: 916 time: 0.1703193 Apr 29 15:42:35.409685 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-29c30a73-b1a6-4eaf-b6cf-6cd6b3b11be4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78c50990547147eea80fc54d37cc2a6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0612037 Apr 29 15:42:35.410615 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59200) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:35.513208 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 48db35d8-16ab-4e08-bf42-237070a8dd2a no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:35.524838 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-bccb689b-025e-4493-bed2-18b240611b90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 200 len: 217 time: 0.1100063 Apr 29 15:42:35.557805 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 48db35d8-16ab-4e08-bf42-237070a8dd2a {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:35.558606 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 48db35d8-16ab-4e08-bf42-237070a8dd2a not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:35.622625 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-1acf045b-7cdb-453d-9799-5949742898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:35.624051 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-1acf045b-7cdb-453d-9799-5949742898b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f1881eca-2e9b-400b-a299-dd3f1e730c7e HTTP/1.1" status: 200 len: 854 time: 0.0919197 Apr 29 15:42:35.626435 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3cf35640-3398-42ce-996e-8eadb2115437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.642298 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:59Z', 'revision_number': 5, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:35.646098 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] Checking router: 5ea2b7dd-640e-41fa-85e1-a669db563ea1 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:42:35.654350 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:35.654955 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:35.693658 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3cf35640-3398-42ce-996e-8eadb2115437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.751948 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-fc806521-8749-499d-b39d-09772585fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:35.753390 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-fc806521-8749-499d-b39d-09772585fe76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=860b9212-80e8-4076-aabe-4b720ebb371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1184056 Apr 29 15:42:35.779937 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3cf35640-3398-42ce-996e-8eadb2115437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.793991 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e4de584b-8ff3-4859-bd40-337f150e153d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:35.808383 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf35640-3398-42ce-996e-8eadb2115437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41c2bc-127c-48fa-84d9-756c1c216c41,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:35.810761 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3cf35640-3398-42ce-996e-8eadb2115437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:35.840917 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:35.878203 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-3cf35640-3398-42ce-996e-8eadb2115437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.879498 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-3cf35640-3398-42ce-996e-8eadb2115437 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b41c2bc-127c-48fa-84d9-756c1c216c41 HTTP/1.1" status: 204 len: 168 time: 0.4677351 Apr 29 15:42:35.924091 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-4e72747a-488a-4eb5-9f3a-27ce72089f17 service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631830 Apr 29 15:42:36.194352 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-c351f5e2-be06-4bd4-81e5-b29c0fc9a791 req-0323e599-3579-4ae6-b7ff-7b3bfc0881d6 service neutron] 10.222.0.47 "GET /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616146 Apr 29 15:42:36.274747 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:59Z', 'revision_number': 5, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:36.279835 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cea7a5-a0ff-4621-9c53-2e545cd0f999 None None] The sync data for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb is: [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:39:52Z', 'revision_number': 4, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '2622081e-276b-412e-9732-0bb205e51e84', 'name': '', 'network_id': '860b9212-80e8-4076-aabe-4b720ebb371d', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'mac_address': 'fa:16:3e:94:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:51Z', 'updated_at': '2021-04-29T15:39:59Z', 'revision_number': 5, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'subnets': [{'id': 'f1881eca-2e9b-400b-a299-dd3f1e730c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:36.505410 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96696a56-a6f5-4b17-87e7-e3390fbd4680 None None] New status for floating IP e87547cc-6596-4088-acda-ec9d9359538c: DOWN {{(pid=73803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:42:37.434836 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59266) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:37.549501 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.563328 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:37.567243 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Usage tracker for resource:security_group_rule and tenant:3cd74bb516be477189bc58c4dcfe53c3 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:37.570278 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:37.575887 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:37.658579 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.664200 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.673078 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f4d03971-b65c-4b92-be99-89b8bbf44dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:37.715977 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cd74bb516be477189bc58c4dcfe53c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799528 Apr 29 15:42:37.716710 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b27010c-0933-4da0-9540-5f9707ec7acb,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:37.719793 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:37.724415 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59276) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:37.794227 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0983d5cf-a19a-4b71-afb0-8ab47ce3cd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.821411 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0983d5cf-a19a-4b71-afb0-8ab47ce3cd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.876039 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0983d5cf-a19a-4b71-afb0-8ab47ce3cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.881909 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-50c4e4e4-bc49-48cd-975a-8afa70f288ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:37.896544 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983d5cf-a19a-4b71-afb0-8ab47ce3cd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b27010c-0933-4da0-9540-5f9707ec7acb,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:37.898941 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0983d5cf-a19a-4b71-afb0-8ab47ce3cd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:37.900403 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0983d5cf-a19a-4b71-afb0-8ab47ce3cd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:37.904675 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-0983d5cf-a19a-4b71-afb0-8ab47ce3cd0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b27010c-0933-4da0-9540-5f9707ec7acb HTTP/1.1" status: 204 len: 168 time: 0.1794586 Apr 29 15:42:38.165213 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59306) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:38.269435 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59312) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:38.289118 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.298628 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.304325 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:38.308949 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Usage tracker for resource:security_group_rule and tenant:564cc0e4ff604e56a138860179623959 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:38.311701 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:38.316663 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:38.317282 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:38.321455 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Usage tracker for resource:security_group_rule and tenant:0e65322418db4be59df6130df5238350 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:38.326704 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:38.333303 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:38.427027 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.432121 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.441077 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-39287727-1139-4222-b681-5253ab8420da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:38.466522 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.474726 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.483943 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-360a9a25-8d40-442f-a582-ff52bd55252e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:38.522396 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e9766-7e4b-4ad4-8089-b1ac10b22876 req-d80a8a9a-787b-499b-ba16-93803ab38748 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:38.523120 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-470e9766-7e4b-4ad4-8089-b1ac10b22876 req-d80a8a9a-787b-499b-ba16-93803ab38748 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Synchronizing usage tracker for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:38.546450 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=564cc0e4ff604e56a138860179623959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751181 Apr 29 15:42:38.549960 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59318) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:38.553732 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c03d51a-296b-4204-bb72-df909730f303,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:38.556827 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:38.571380 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d6bc02-c77a-45ab-9408-aced80695d88,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:38.578388 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59322) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:38.578528 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e65322418db4be59df6130df5238350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120543 Apr 29 15:42:38.579469 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:38.600509 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-470e9766-7e4b-4ad4-8089-b1ac10b22876 req-d80a8a9a-787b-499b-ba16-93803ab38748 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Unset dirty status for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:38.601591 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-470e9766-7e4b-4ad4-8089-b1ac10b22876 req-d80a8a9a-787b-499b-ba16-93803ab38748 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.2399573 Apr 29 15:42:38.692065 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e1118534-8cef-43a1-905f-d682561ed4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.705096 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-470e9766-7e4b-4ad4-8089-b1ac10b22876 req-f4984cdb-8068-4aa1-9d33-311557ac16f3 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Synchronizing usage tracker for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:security_group {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:38.720308 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f2f406ae-ea1a-4e72-b8b6-991ed45ff50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.764189 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e1118534-8cef-43a1-905f-d682561ed4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.774322 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-470e9766-7e4b-4ad4-8089-b1ac10b22876 req-f4984cdb-8068-4aa1-9d33-311557ac16f3 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Unset dirty status for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:security_group {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:38.775423 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-470e9766-7e4b-4ad4-8089-b1ac10b22876 req-f4984cdb-8068-4aa1-9d33-311557ac16f3 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620657 Apr 29 15:42:38.781209 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f2f406ae-ea1a-4e72-b8b6-991ed45ff50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.854053 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e1118534-8cef-43a1-905f-d682561ed4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.859566 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-3cf35640-3398-42ce-996e-8eadb2115437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:38.869009 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f2f406ae-ea1a-4e72-b8b6-991ed45ff50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.878159 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1118534-8cef-43a1-905f-d682561ed4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c03d51a-296b-4204-bb72-df909730f303,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:38.882346 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e1118534-8cef-43a1-905f-d682561ed4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:38.886224 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:38.907312 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-e1118534-8cef-43a1-905f-d682561ed4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.908423 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-e1118534-8cef-43a1-905f-d682561ed4b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c03d51a-296b-4204-bb72-df909730f303 HTTP/1.1" status: 204 len: 168 time: 0.3575487 Apr 29 15:42:38.909360 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f406ae-ea1a-4e72-b8b6-991ed45ff50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d6bc02-c77a-45ab-9408-aced80695d88,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:38.913662 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f2f406ae-ea1a-4e72-b8b6-991ed45ff50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:38.915908 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f2f406ae-ea1a-4e72-b8b6-991ed45ff50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:38.916973 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-f2f406ae-ea1a-4e72-b8b6-991ed45ff50f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6d6bc02-c77a-45ab-9408-aced80695d88 HTTP/1.1" status: 204 len: 168 time: 0.3373544 Apr 29 15:42:39.257861 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59338) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:39.275794 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.290037 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:39.293781 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Usage tracker for resource:security_group_rule and tenant:b3407b89564345e282fafc0375739e50 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:39.296531 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:39.302054 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:39.389131 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.393534 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.402741 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fcddd0ef-6c7d-4269-86ed-dad3e0f8a711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:39.441539 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3407b89564345e282fafc0375739e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824067 Apr 29 15:42:39.443845 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae9e2f9-b555-46f4-b9b8-a2607b945622,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:39.444219 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59346) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:39.447305 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:39.502704 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf0478b-43c1-492c-9eca-a62436604a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.528621 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf0478b-43c1-492c-9eca-a62436604a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.583051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf0478b-43c1-492c-9eca-a62436604a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.588112 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a5e604f4-a76c-4437-b825-ad261abe1537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:39.600613 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0478b-43c1-492c-9eca-a62436604a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae9e2f9-b555-46f4-b9b8-a2607b945622,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:39.605394 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-aaf0478b-43c1-492c-9eca-a62436604a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:39.609741 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf0478b-43c1-492c-9eca-a62436604a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:39.610986 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-aaf0478b-43c1-492c-9eca-a62436604a82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ae9e2f9-b555-46f4-b9b8-a2607b945622 HTTP/1.1" status: 204 len: 168 time: 0.1658025 Apr 29 15:42:39.969235 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2f5b3-a4ab-4bb8-bf59-50b72155a555 req-4c36de46-37de-4f64-803b-05539684d23c tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:39.970919 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7d2f5b3-a4ab-4bb8-bf59-50b72155a555 req-4c36de46-37de-4f64-803b-05539684d23c tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.0859592 Apr 29 15:42:40.020670 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-a7d2f5b3-a4ab-4bb8-bf59-50b72155a555 req-852581f8-826e-4c2b-bf46-f7de65c82fd8 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/security-groups?id=da3a7a19-c782-4afb-889e-8cb5b84a0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Apr 29 15:42:40.219568 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-369243af-4459-4019-997d-944cb75957d4 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:40.221121 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-369243af-4459-4019-997d-944cb75957d4 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.47 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 945 time: 0.0883408 Apr 29 15:42:40.363254 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Deleting port 666f10d3-4778-4487-a99e-ee2242412ba3 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:40.363601 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.547276 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] For port 666f10d3-4778-4487-a99e-ee2242412ba3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=666f10d3-4778-4487-a99e-ee2242412ba3,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:40.547632 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.675625 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Calling delete_port for 666f10d3-4778-4487-a99e-ee2242412ba3 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:40.795514 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.801219 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-444f49f2-2733-413a-846c-b516b2c2331f tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:40.829433 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] get_ports_and_sgs() called for port_ids ['666f10d3-4778-4487-a99e-ee2242412ba3'] {{(pid=73802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:42:40.846215 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Pushing event deleted for resources: {'Port': ['ID=666f10d3-4778-4487-a99e-ee2242412ba3,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:40.849322 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:40.924558 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] No DVR routers for this DVR port 666f10d3-4778-4487-a99e-ee2242412ba3 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:40.936045 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:40.938743 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'name': 'network-vif-deleted', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:40.960051 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-0e2a2f37-9bf4-46f3-8099-dab580bd46a7 req-26fc1f69-ad94-4a23-b8aa-49ecb4c9707d tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.47 "DELETE /v2.0/ports/666f10d3-4778-4487-a99e-ee2242412ba3 HTTP/1.1" status: 204 len: 173 time: 0.7329628 Apr 29 15:42:40.987459 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a921dd29-0b6e-484f-8ec1-ca38af1ea407', 'name': 'network-vif-deleted', 'tag': '666f10d3-4778-4487-a99e-ee2242412ba3', 'status': 'completed', 'code': 200} Apr 29 15:42:41.195416 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-2397ef80-8971-4e3e-8489-20be060f2bb2 req-c97bbb0b-e582-49aa-9f9d-895c46f28dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Synchronizing usage tracker for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:41.213231 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-2397ef80-8971-4e3e-8489-20be060f2bb2 req-c97bbb0b-e582-49aa-9f9d-895c46f28dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Unset dirty status for tenant:7697cd2f93c64cf8a5a791375f4571fc on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:41.218587 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-2397ef80-8971-4e3e-8489-20be060f2bb2 req-c97bbb0b-e582-49aa-9f9d-895c46f28dc0 tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] 10.222.0.42 "GET /v2.0/ports?device_id=a921dd29-0b6e-484f-8ec1-ca38af1ea407 HTTP/1.1" status: 200 len: 210 time: 0.0656850 Apr 29 15:42:41.631880 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59426) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.752994 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.768055 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:41.771845 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Usage tracker for resource:security_group_rule and tenant:0ee5ddbaeed74e5fa3d30e44954cd649 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:41.774695 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:41.780339 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:41.863933 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.867699 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:41.880890 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-d7920071-42c2-4cdf-9bb8-b263d6bbbe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:41.924213 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ee5ddbaeed74e5fa3d30e44954cd649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913051 Apr 29 15:42:41.925150 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05988238-564c-46bf-b9a0-54a01daa9d9c,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:41.926974 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59436) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:41.928392 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-f9ee4b16-366b-490b-a71e-9bdb5551c7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:41.989346 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4a22e88-c37c-4617-aef1-8daa2417ff4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.013840 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4a22e88-c37c-4617-aef1-8daa2417ff4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.067295 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4a22e88-c37c-4617-aef1-8daa2417ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.070877 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e9d53bf3-ac05-4102-a7c6-9e9f060d6265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:42.081577 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a22e88-c37c-4617-aef1-8daa2417ff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05988238-564c-46bf-b9a0-54a01daa9d9c,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:42.084923 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d4a22e88-c37c-4617-aef1-8daa2417ff4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:42.088000 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-d4a22e88-c37c-4617-aef1-8daa2417ff4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.089578 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-d4a22e88-c37c-4617-aef1-8daa2417ff4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05988238-564c-46bf-b9a0-54a01daa9d9c HTTP/1.1" status: 204 len: 168 time: 0.1601269 Apr 29 15:42:42.372369 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59452) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:42.392072 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.408487 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:42.412373 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0846c593b19a43ed917fe74d447abef4 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:42.415379 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:42.421186 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:42.508883 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.513032 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.521297 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-581f2d52-7127-4715-9828-2df4eef230b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:42.565360 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0846c593b19a43ed917fe74d447abef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915765 Apr 29 15:42:42.566390 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59462) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:42.566538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3881bad4-f09a-42dd-8919-6ac50d53ca38,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:42.569834 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-7553bb66-8922-48b7-ad9a-096420b274e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:42.631955 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-09bd4dbe-458c-4f3b-9f8f-971cce6ceb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.658967 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-09bd4dbe-458c-4f3b-9f8f-971cce6ceb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.714756 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-09bd4dbe-458c-4f3b-9f8f-971cce6ceb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.718493 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-9e2fb9fe-93d0-488d-9f6b-a0b9799cf3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:42.730532 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd4dbe-458c-4f3b-9f8f-971cce6ceb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3881bad4-f09a-42dd-8919-6ac50d53ca38,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:42.733150 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-09bd4dbe-458c-4f3b-9f8f-971cce6ceb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:42.740922 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-09bd4dbe-458c-4f3b-9f8f-971cce6ceb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:42.742020 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-09bd4dbe-458c-4f3b-9f8f-971cce6ceb49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3881bad4-f09a-42dd-8919-6ac50d53ca38 HTTP/1.1" status: 204 len: 168 time: 0.1745708 Apr 29 15:42:42.955832 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59500) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.245345 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59512) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.286997 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-81e72669-d84a-470d-b6c4-d5296791d7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1672676 Apr 29 15:42:43.434072 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.454238 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:43.460520 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Usage tracker for resource:security_group_rule and tenant:ccdaf805572c4b568ab98bd83cde3587 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:43.465518 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:43.478865 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:43.496546 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-05189a53-6460-411f-89a6-7bbde3b1e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:43.498329 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-05189a53-6460-411f-89a6-7bbde3b1e34f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1098 time: 0.1247699 Apr 29 15:42:43.580363 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998021'] for router_interface, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.689551 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.691140 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-38d8b20d-994f-48a6-99af-1d5736083b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:43.692891 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-38d8b20d-994f-48a6-99af-1d5736083b0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 909 time: 0.1739895 Apr 29 15:42:43.694225 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:43.704353 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-a9da01f0-183b-454e-be14-691b8ac8a939 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:43.822742 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ccdaf805572c4b568ab98bd83cde3587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755496 Apr 29 15:42:43.826180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ae1d75-3881-451b-b516-6718c4349d63,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:43.828524 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59532) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:43.837387 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:43.854495 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-336cfb6d-16ac-4d03-81f0-a3055e30a61f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 1000 time: 0.1524713 Apr 29 15:42:43.955583 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-d01f77e5-7731-4be6-94d5-ce7b1ba0b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:43.957288 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-d01f77e5-7731-4be6-94d5-ce7b1ba0b4e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 200 len: 847 time: 0.0918400 Apr 29 15:42:43.958071 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-433f0124-5973-44dd-9615-208694cd8d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.007625 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Deleting port 2622081e-276b-412e-9732-0bb205e51e84 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:44.008334 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.022992 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-433f0124-5973-44dd-9615-208694cd8d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.088295 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-3e73625e-0c7a-4e5a-b39f-ad1f7b753b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:44.090598 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-3e73625e-0c7a-4e5a-b39f-ad1f7b753b0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e78f40-4c18-4393-b894-08f7fc6b0370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1221726 Apr 29 15:42:44.138613 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-433f0124-5973-44dd-9615-208694cd8d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.144958 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fbd19e8c-4a13-4504-ae94-47fee3e8f5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:44.150397 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] For port 2622081e-276b-412e-9732-0bb205e51e84, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=2622081e-276b-412e-9732-0bb205e51e84,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:44.150826 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.172336 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 666f10d3-4778-4487-a99e-ee2242412ba3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:44.216087 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f0124-5973-44dd-9615-208694cd8d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ae1d75-3881-451b-b516-6718c4349d63,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:44.220680 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-433f0124-5973-44dd-9615-208694cd8d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:44.229371 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 666f10d3-4778-4487-a99e-ee2242412ba3 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:44.230104 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 666f10d3-4778-4487-a99e-ee2242412ba3 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:44.232619 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-433f0124-5973-44dd-9615-208694cd8d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.234078 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-433f0124-5973-44dd-9615-208694cd8d59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47ae1d75-3881-451b-b516-6718c4349d63 HTTP/1.1" status: 204 len: 168 time: 0.3984547 Apr 29 15:42:44.285400 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-c63c6a53-05f1-452b-8f4c-cad44adf0d01 service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885064 Apr 29 15:42:44.411352 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Calling delete_port for 2622081e-276b-412e-9732-0bb205e51e84 owned by network:router_interface {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:44.464811 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-4a60378f-a1e6-46cb-8a33-3af42c70e86c req-52c18f09-e086-4ca2-92c2-d094985340c4 service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728079 Apr 29 15:42:44.591201 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:44.596300 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-656ad35d-1cb3-4d8b-8ee6-f79c076a0d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:44.644279 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Pushing event deleted for resources: {'Port': ['ID=2622081e-276b-412e-9732-0bb205e51e84,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:44.648452 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:44.933829 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8118261'] for router_interface, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.307569 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:42:45.486619 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:42:45.501645 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] Sync routers for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:42:45.505724 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-14f21813-f2c8-47b8-83b3-b26bad6d6732 admin admin] 10.222.0.42 "PUT /v2.0/routers/5ea2b7dd-640e-41fa-85e1-a669db563ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5487742 Apr 29 15:42:45.508113 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59594) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:45.512312 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:45.512935 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:45.700683 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks [] for router, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:45.707566 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:45.989952 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.005157 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:42:44Z', 'revision_number': 5, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port': {'id': '303ca858-bb47-4ffd-afd1-e83f112a7ab2', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:47Z', 'updated_at': '2021-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:46.009124 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] Checking router: 5ea2b7dd-640e-41fa-85e1-a669db563ea1 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:42:46.018366 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] Routers {'5ea2b7dd-640e-41fa-85e1-a669db563ea1'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:46.018969 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:46.071835 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Deleting port 303ca858-bb47-4ffd-afd1-e83f112a7ab2 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:46.072271 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.182325 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] Set router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 gateway port host: None {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:46.206488 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] For port 303ca858-bb47-4ffd-afd1-e83f112a7ab2, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=303ca858-bb47-4ffd-afd1-e83f112a7ab2,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:46.207019 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.294721 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 6, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port_host': None}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:46.298647 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55bdbb6-c318-4187-8560-3f2320c95d8f None None] The sync data for ids ['5ea2b7dd-640e-41fa-85e1-a669db563ea1'] in dv-cinder-788782-1-smb is: [{'id': '5ea2b7dd-640e-41fa-85e1-a669db563ea1', 'name': 'tempest-TestMinimumBasicScenario-1690634140-router', 'tenant_id': '7697cd2f93c64cf8a5a791375f4571fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:46Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 6, 'project_id': '7697cd2f93c64cf8a5a791375f4571fc', 'gw_port_host': None}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:46.341885 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Calling delete_port for 303ca858-bb47-4ffd-afd1-e83f112a7ab2 owned by network:router_gateway {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:46.484055 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.488867 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a9c6829c-8439-4639-a4d9-a5e6b167b6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:46.532607 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Pushing event deleted for resources: {'Port': ['ID=303ca858-bb47-4ffd-afd1-e83f112a7ab2,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:46.535598 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:46.610768 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59648) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:46.623936 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8117640'] for router_gateway, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.740185 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.758261 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:46.762502 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Usage tracker for resource:security_group_rule and tenant:36f9f9954f764719ae0ddb0ababdff6e is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:46.765273 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:46.770836 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:46.802284 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8098109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46171'] for router, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.804586 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.828926 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8117875'] for router, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.829465 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea2b7dd-640e-41fa-85e1-a669db563ea1 {{(pid=73801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:42:46.842589 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.843804 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5ea2b7dd-640e-41fa-85e1-a669db563ea1 HTTP/1.1" status: 204 len: 168 time: 1.3347614 Apr 29 15:42:46.846323 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59654) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:46.857445 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.861210 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.869660 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dbf30b5b-7bc8-43b4-954c-2f14ea389cbd tempest-TestMinimumBasicScenario-1221793432 tempest-TestMinimumBasicScenario-1221793432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:46.905836 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] Deleting subnet f1881eca-2e9b-400b-a299-dd3f1e730c7e {{(pid=73801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:42:46.908819 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.910283 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36f9f9954f764719ae0ddb0ababdff6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983356 Apr 29 15:42:46.911886 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094525d0-2538-403a-b17c-73660bf19d72,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:46.914112 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59658) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:46.916423 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-b408c91c-12de-4314-b26d-ca325f371425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:46.960861 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-778832'] for subnet, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.972459 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-540005a5-8708-4526-8f5d-67e3be06df95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:46.997578 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-540005a5-8708-4526-8f5d-67e3be06df95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.039359 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.054400 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-540005a5-8708-4526-8f5d-67e3be06df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.058668 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-e1118534-8cef-43a1-905f-d682561ed4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:47.073180 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540005a5-8708-4526-8f5d-67e3be06df95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094525d0-2538-403a-b17c-73660bf19d72,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:47.076125 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-540005a5-8708-4526-8f5d-67e3be06df95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:47.081184 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-540005a5-8708-4526-8f5d-67e3be06df95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.084925 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-540005a5-8708-4526-8f5d-67e3be06df95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/094525d0-2538-403a-b17c-73660bf19d72 HTTP/1.1" status: 204 len: 168 time: 0.1698897 Apr 29 15:42:47.309556 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2254068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2061670'] for subnet, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.314619 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-6b7831d3-e317-4b1f-9cce-8b4880801330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:47.350064 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1881eca-2e9b-400b-a299-dd3f1e730c7e,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:47.353059 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:47.354042 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.359960 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c2192f7b-fd5b-41c1-b9ae-6c035e5940ad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f1881eca-2e9b-400b-a299-dd3f1e730c7e HTTP/1.1" status: 204 len: 168 time: 0.5126889 Apr 29 15:42:47.360751 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e775a50f-5d28-4409-84f9-4affa19c2a76 None None] Network 860b9212-80e8-4076-aabe-4b720ebb371d requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:42:47.362577 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59666) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:47.386938 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59670) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:47.417340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.495364 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:47.510531 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:e88f4ae2f7b445b5b1bcf583fc4629fe is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:47.514725 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:47.523081 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.524842 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:47.531142 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 2622081e-276b-412e-9732-0bb205e51e84 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:47.592964 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 2622081e-276b-412e-9732-0bb205e51e84 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:47.593163 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 2622081e-276b-412e-9732-0bb205e51e84 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:47.593499 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 303ca858-bb47-4ffd-afd1-e83f112a7ab2 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:47.634950 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 303ca858-bb47-4ffd-afd1-e83f112a7ab2 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:47.635302 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 303ca858-bb47-4ffd-afd1-e83f112a7ab2 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:47.650724 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Deleting port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:47.651309 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.691216 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.695582 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.708679 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-540005a5-8708-4526-8f5d-67e3be06df95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:47.725532 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] DHCP port deletion for 860b9212-80e8-4076-aabe-4b720ebb371d request from dv-cinder-788782-1-smb {{(pid=73802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:42:47.788380 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] Deleting port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 {{(pid=73802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:47.788766 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.805763 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f8f762-3a58-404e-9dc3-d9356c342448,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:47.812590 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:47.814445 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] For port bbba269e-ea9f-4d42-9f12-7513e7dd1c26, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:47.814666 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.823218 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-fd257231-be05-4c6b-be5d-41b0e8fc9ce2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e88f4ae2f7b445b5b1bcf583fc4629fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352610 Apr 29 15:42:47.826051 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59674) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:47.888694 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-315582e4-b4f7-4069-946d-bb918a26eb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.890179 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] For port bbba269e-ea9f-4d42-9f12-7513e7dd1c26, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,segment=NetworkSegment(1d1b5301-d4b5-4b13-84c9-e75c84f937ce),segment_id=1d1b5301-d4b5-4b13-84c9-e75c84f937ce)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:47.890593 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:47.920821 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-315582e4-b4f7-4069-946d-bb918a26eb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.016022 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] Calling delete_port for bbba269e-ea9f-4d42-9f12-7513e7dd1c26 owned by network:dhcp {{(pid=73802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:48.038668 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Calling delete_port for bbba269e-ea9f-4d42-9f12-7513e7dd1c26 owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:48.064814 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-315582e4-b4f7-4069-946d-bb918a26eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.068474 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.069751 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cdacfc79-e3fb-4289-bfbb-1ab0832811d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:48.072242 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:48.081328 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315582e4-b4f7-4069-946d-bb918a26eb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f8f762-3a58-404e-9dc3-d9356c342448,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:48.084292 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-315582e4-b4f7-4069-946d-bb918a26eb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:48.086233 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-315582e4-b4f7-4069-946d-bb918a26eb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.090576 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-315582e4-b4f7-4069-946d-bb918a26eb27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34f8f762-3a58-404e-9dc3-d9356c342448 HTTP/1.1" status: 204 len: 168 time: 0.2634842 Apr 29 15:42:48.102292 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.107031 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cdfac64f-bba5-4a91-96e9-c5843773f83a tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:48.132694 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] Pushing event deleted for resources: {'Port': ['ID=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,revision_number=None']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:48.147365 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] No DVR routers for this DVR port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 on host dv-cinder-788782-1-smb {{(pid=73802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:48.149064 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-33c1aa7f-8fd2-4892-a1e4-9e687d19e7ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:48.163011 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] No DVR routers for this DVR port bbba269e-ea9f-4d42-9f12-7513e7dd1c26 on host dv-cinder-788782-1-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:48.164806 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbba269e-ea9f-4d42-9f12-7513e7dd1c26,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:48.194665 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:48.289929 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.398716 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860b9212-80e8-4076-aabe-4b720ebb371d']}} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:48.414304 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1b5301-d4b5-4b13-84c9-e75c84f937ce') {'for_net_delete': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:48.414604 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1b5301-d4b5-4b13-84c9-e75c84f937ce') {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:48.426410 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1917778'] for segment, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.442063 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.449156 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=73800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:42:48.620058 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Network 860b9212-80e8-4076-aabe-4b720ebb371d has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:42:48.629096 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1866676'] for segment, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.794133 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Network 860b9212-80e8-4076-aabe-4b720ebb371d has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: util.warn( Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: util.warn( Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: util.warn( Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: util.warn( Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: Traceback (most recent call last): Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: timer() Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: cb(*args, **kw) Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: return func(*args, **kwargs) Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: self._notify() Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: self.callback(batched_events) Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: event.method(event) Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: return f(self, *a, **k) Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: return self._get(url).json() Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:48.815270 dv-cinder-788782-1-smb neutron-server[73800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:48.891992 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.895822 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ca785995-e9a6-4e84-b839-37f8a68d06ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:48.910860 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:48.918930 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=860b9212-80e8-4076-aabe-4b720ebb371d,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:48.922146 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:48.938929 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-9ad53622-7a21-4c5b-9a9a-12378f6e5f56 admin admin] 10.222.0.42 "DELETE /v2.0/networks/860b9212-80e8-4076-aabe-4b720ebb371d HTTP/1.1" status: 204 len: 168 time: 1.5751567 Apr 29 15:42:48.942037 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59702) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:49.486491 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device bbba269e-ea9f-4d42-9f12-7513e7dd1c26 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:49.493060 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998021'] for router_interface, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.520195 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: bbba269e-ea9f-4d42-9f12-7513e7dd1c26 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:49.520556 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device bbba269e-ea9f-4d42-9f12-7513e7dd1c26 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:49.841847 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59728) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:49.901718 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Deleting port fa9c66e7-fda0-445d-84e3-28e14f38a487 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:49.902642 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.958041 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.972701 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:49.976474 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Usage tracker for resource:security_group_rule and tenant:dba7c9e5015a447ca44e3a2ddf8fb449 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:49.979972 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:49.985613 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:50.024665 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] For port fa9c66e7-fda0-445d-84e3-28e14f38a487, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=fa9c66e7-fda0-445d-84e3-28e14f38a487,segment=NetworkSegment(b08f831a-06c7-49dd-9873-7bcfe535e333),segment_id=b08f831a-06c7-49dd-9873-7bcfe535e333)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:50.025288 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.072274 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.076809 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.085277 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-29c88ff3-9009-461b-80f6-2134d3d863a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:50.128597 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dba7c9e5015a447ca44e3a2ddf8fb449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855752 Apr 29 15:42:50.130234 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a841529b-b2bf-469e-8559-ae4684900f48,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:50.132475 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59734) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.135024 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-929f92d1-9544-40f8-b016-e442582392af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:50.157666 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Calling delete_port for fa9c66e7-fda0-445d-84e3-28e14f38a487 owned by network:router_interface {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:50.195692 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-823e9a0e-5ed7-43ef-829c-c6c573f3dfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.221240 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-823e9a0e-5ed7-43ef-829c-c6c573f3dfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.273438 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-823e9a0e-5ed7-43ef-829c-c6c573f3dfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.277168 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-1fee1f98-428b-4fdf-b400-ba91dc5c5196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:50.288836 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e9a0e-5ed7-43ef-829c-c6c573f3dfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a841529b-b2bf-469e-8559-ae4684900f48,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:50.292567 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-823e9a0e-5ed7-43ef-829c-c6c573f3dfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:50.299539 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-823e9a0e-5ed7-43ef-829c-c6c573f3dfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.303063 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-823e9a0e-5ed7-43ef-829c-c6c573f3dfb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a841529b-b2bf-469e-8559-ae4684900f48 HTTP/1.1" status: 204 len: 168 time: 0.1673229 Apr 29 15:42:50.415940 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.420119 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:50.463775 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9c66e7-fda0-445d-84e3-28e14f38a487,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:50.466926 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:50.613244 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59742) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.635410 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.651430 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:50.655229 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Usage tracker for resource:security_group_rule and tenant:490a901befc14f76aff81226421d430a is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:42:50.658016 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:42:50.663676 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:50.738861 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8118261'] for router_interface, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.745108 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.750160 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.757293 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-d99f2910-638f-4267-af80-f79da8bbece9 tempest-AttachVolumeTestJSON-1174902982 tempest-AttachVolumeTestJSON-1174902982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:50.797736 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=490a901befc14f76aff81226421d430a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833084 Apr 29 15:42:50.798673 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28c5edf-6019-4fdb-9c69-0f32e1cd7656,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:50.800467 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59746) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:50.801628 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:50.955449 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9fc7-d149-481d-b2d7-eec368059443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.044665 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9fc7-d149-481d-b2d7-eec368059443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.180147 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Router e1cdaeb8-b760-40a9-94ca-00f667a001f4 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:42:51.183760 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9fc7-d149-481d-b2d7-eec368059443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.188373 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-fbdb2871-8e33-4bef-902f-2e87b105fbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:51.205484 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d9fc7-d149-481d-b2d7-eec368059443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28c5edf-6019-4fdb-9c69-0f32e1cd7656,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:51.263233 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-aa2d9fc7-d149-481d-b2d7-eec368059443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:51.294091 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9fc7-d149-481d-b2d7-eec368059443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.295248 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-aa2d9fc7-d149-481d-b2d7-eec368059443 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f28c5edf-6019-4fdb-9c69-0f32e1cd7656 HTTP/1.1" status: 204 len: 168 time: 0.4938259 Apr 29 15:42:51.386812 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:42:51.395510 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-cfbd6247-d2da-44ac-8997-7fb4c2fe4686 admin admin] 10.222.0.42 "PUT /v2.0/routers/e1cdaeb8-b760-40a9-94ca-00f667a001f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4522436 Apr 29 15:42:51.397428 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356af54-b26f-4055-a34b-3355097da39e None None] Sync routers for ids ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:42:51.406784 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59752) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:51.412533 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356af54-b26f-4055-a34b-3355097da39e None None] Routers {'e1cdaeb8-b760-40a9-94ca-00f667a001f4'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:51.420089 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-d356af54-b26f-4055-a34b-3355097da39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:51.642313 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-d356af54-b26f-4055-a34b-3355097da39e None None] Set router e1cdaeb8-b760-40a9-94ca-00f667a001f4 gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:51.730761 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks [] for router, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.909448 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.936437 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-d356af54-b26f-4055-a34b-3355097da39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port': {'id': 'cc8263ff-c5fe-4af2-a161-448c2c5d560f', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:39:57Z', 'updated_at': '2021-04-29T15:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:51.940634 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356af54-b26f-4055-a34b-3355097da39e None None] Checking router: e1cdaeb8-b760-40a9-94ca-00f667a001f4 for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:42:51.951078 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356af54-b26f-4055-a34b-3355097da39e None None] Routers {'e1cdaeb8-b760-40a9-94ca-00f667a001f4'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:51.951709 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-d356af54-b26f-4055-a34b-3355097da39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:51.985250 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Deleting port cc8263ff-c5fe-4af2-a161-448c2c5d560f {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:51.985638 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.117491 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] For port cc8263ff-c5fe-4af2-a161-448c2c5d560f, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=cc8263ff-c5fe-4af2-a161-448c2c5d560f,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:52.117859 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.159464 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-d356af54-b26f-4055-a34b-3355097da39e None None] Set router e1cdaeb8-b760-40a9-94ca-00f667a001f4 gateway port host: None {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:52.249069 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Calling delete_port for cc8263ff-c5fe-4af2-a161-448c2c5d560f owned by network:router_gateway {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:52.269630 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-d356af54-b26f-4055-a34b-3355097da39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:42:51Z', 'revision_number': 6, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port_host': None}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:52.273590 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356af54-b26f-4055-a34b-3355097da39e None None] The sync data for ids ['e1cdaeb8-b760-40a9-94ca-00f667a001f4'] in dv-cinder-788782-1-smb is: [{'id': 'e1cdaeb8-b760-40a9-94ca-00f667a001f4', 'name': 'tempest-TestMinimumBasicScenario-432412631-router', 'tenant_id': '4e3f7aa3d982447bb7413f4ba2213019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:39:56Z', 'updated_at': '2021-04-29T15:42:51Z', 'revision_number': 6, 'project_id': '4e3f7aa3d982447bb7413f4ba2213019', 'gw_port_host': None}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:52.398343 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.402519 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-6f505451-1b0a-4ec4-b46e-c982b9810146 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:52.447105 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8263ff-c5fe-4af2-a161-448c2c5d560f,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:52.450284 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:52.540917 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8117640'] for router_gateway, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.725902 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8098109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46171'] for router, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.728109 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.753462 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8117875'] for router, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.754090 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1cdaeb8-b760-40a9-94ca-00f667a001f4 {{(pid=73800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:42:52.775402 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] Notify callbacks [] for router, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.779479 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-726cc1a3-de9b-44d1-afa4-e3942e74f74b admin admin] 10.222.0.42 "DELETE /v2.0/routers/e1cdaeb8-b760-40a9-94ca-00f667a001f4 HTTP/1.1" status: 204 len: 168 time: 1.3656228 Apr 29 15:42:52.779951 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59818) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:52.845716 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] Deleting subnet bef03962-db14-4029-98e8-9b9bd8749db5 {{(pid=73800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:42:52.848645 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.898878 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1917773'] for subnet, precommit_delete_associations {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:52.978430 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.238806 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1866706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2185275'] for subnet, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.243012 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-cc7aea4e-da2b-4a12-ae9b-d98245048481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:53.373127 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef03962-db14-4029-98e8-9b9bd8749db5,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:53.375549 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:53.378063 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.384752 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c408d-35fe-4d17-9dfa-88490fb304a1 None None] Network 89652839-f6ba-487b-85ee-393797f11cfa requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:42:53.386966 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-7b63127e-a46f-418a-8d74-696635e14876 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bef03962-db14-4029-98e8-9b9bd8749db5 HTTP/1.1" status: 204 len: 168 time: 0.6052232 Apr 29 15:42:53.389236 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59836) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:53.495186 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device fa9c66e7-fda0-445d-84e3-28e14f38a487 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:53.505491 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.525791 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59840) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:53.563174 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: fa9c66e7-fda0-445d-84e3-28e14f38a487 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:53.563484 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device fa9c66e7-fda0-445d-84e3-28e14f38a487 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:53.563952 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device cc8263ff-c5fe-4af2-a161-448c2c5d560f no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:53.579486 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Deleting port 2b266172-9b42-4a8c-9813-d25db54f7c1c {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:53.579827 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.599311 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: cc8263ff-c5fe-4af2-a161-448c2c5d560f {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:53.599670 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device cc8263ff-c5fe-4af2-a161-448c2c5d560f not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:53.694674 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] For port 2b266172-9b42-4a8c-9813-d25db54f7c1c, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=2b266172-9b42-4a8c-9813-d25db54f7c1c,segment=NetworkSegment(b08f831a-06c7-49dd-9873-7bcfe535e333),segment_id=b08f831a-06c7-49dd-9873-7bcfe535e333)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:53.695032 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.727520 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] DHCP port deletion for 89652839-f6ba-487b-85ee-393797f11cfa request from dv-cinder-788782-1-smb {{(pid=73802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:42:53.824349 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Calling delete_port for 2b266172-9b42-4a8c-9813-d25db54f7c1c owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:53.895422 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.901167 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-264482d8-4df0-4f91-9318-45e2ae2cf49e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:53.911249 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Deleting port 2b266172-9b42-4a8c-9813-d25db54f7c1c {{(pid=73802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:53.911631 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.956537 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b266172-9b42-4a8c-9813-d25db54f7c1c,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:53.960664 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:53.966074 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] No DVR routers for this DVR port 2b266172-9b42-4a8c-9813-d25db54f7c1c on host dv-cinder-788782-1-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:53.982976 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Deleting port f2f8fdf4-4c06-4a84-b30f-2bd39ea7585e {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:53.983669 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.086849 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] For port 2b266172-9b42-4a8c-9813-d25db54f7c1c, host dv-cinder-788782-1-smb, got binding levels [] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:54.087244 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.089886 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.208143 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89652839-f6ba-487b-85ee-393797f11cfa']}} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:54.223340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08f831a-06c7-49dd-9873-7bcfe535e333') {'for_net_delete': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:54.223340 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08f831a-06c7-49dd-9873-7bcfe535e333') {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:54.230132 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.230479 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.235123 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1917778'] for segment, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.252725 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.260129 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=73800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:42:54.266684 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Calling delete_port for 2b266172-9b42-4a8c-9813-d25db54f7c1c owned by network:dhcp {{(pid=73802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:54.281525 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.ipam_backend_mixin [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Port 2b266172-9b42-4a8c-9813-d25db54f7c1c was not found and therefore no delete operation was performed {{(pid=73802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}} Apr 29 15:42:54.284852 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.291955 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:54.345469 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Pushing event deleted for resources: {'Port': ['ID=2b266172-9b42-4a8c-9813-d25db54f7c1c,revision_number=None']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.349026 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:54.349861 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] No DVR routers for this DVR port 2b266172-9b42-4a8c-9813-d25db54f7c1c on host dv-cinder-788782-1-smb {{(pid=73802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:54.355164 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Calling delete_port for f2f8fdf4-4c06-4a84-b30f-2bd39ea7585e owned by network:floatingip {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:54.448124 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Network 89652839-f6ba-487b-85ee-393797f11cfa has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:42:54.457244 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1866676'] for segment, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.486526 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.490773 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:54.535862 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event deleted for resources: {'Port': ['ID=f2f8fdf4-4c06-4a84-b30f-2bd39ea7585e,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.538966 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:54.626981 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for floatingip, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.627187 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Network 89652839-f6ba-487b-85ee-393797f11cfa has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:42:54.627643 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.db.l3_db [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Floating IP acdd1c84-9fb8-4652-b086-09b139b466c1 disassociated (deleted). External IP: 172.28.2.65, port: 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253. Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: Traceback (most recent call last): Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: timer() Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: cb(*args, **kw) Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: return func(*args, **kwargs) Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: self._notify() Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: self.callback(batched_events) Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: event.method(event) Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: return f(self, *a, **k) Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: return self._get(url).json() Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: return self.request(url, 'GET', **kwargs) Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:42:54.649257 dv-cinder-788782-1-smb neutron-server[73800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:42:54.726343 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.729987 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-99583cdc-aaa1-4d9d-a7fa-560007ae71fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:54.743055 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.753954 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89652839-f6ba-487b-85ee-393797f11cfa,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.762688 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:54.765774 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-27ee3a33-d162-4cd2-bcf1-2f85abdb6eb8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/89652839-f6ba-487b-85ee-393797f11cfa HTTP/1.1" status: 204 len: 168 time: 1.3755720 Apr 29 15:42:54.945736 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59852) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:54.997656 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:42:54.999148 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-17770d36-8179-405f-bd56-946fc0eb5924 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7697cd2f93c64cf8a5a791375f4571fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520449 Apr 29 15:42:55.001228 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59856) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.064855 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f4957855-40de-4dc0-b69f-6a5497996fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.174680 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f4957855-40de-4dc0-b69f-6a5497996fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.185983 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:42:55.202305 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] Sync routers for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:42:55.214529 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:55.215423 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:55.215784 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for floatingip, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.233170 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f4957855-40de-4dc0-b69f-6a5497996fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.238075 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c786ad89-172d-4911-88df-e4374078b66b tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:55.252798 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4957855-40de-4dc0-b69f-6a5497996fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3a7a19-c782-4afb-889e-8cb5b84a0cda,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:55.256114 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f4957855-40de-4dc0-b69f-6a5497996fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:55.267227 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-f4957855-40de-4dc0-b69f-6a5497996fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.270773 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-f4957855-40de-4dc0-b69f-6a5497996fe8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da3a7a19-c782-4afb-889e-8cb5b84a0cda HTTP/1.1" status: 204 len: 168 time: 0.2663329 Apr 29 15:42:55.276064 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-79735d18-7f46-4846-8406-55fe3f39eab1 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "DELETE /v2.0/floatingips/acdd1c84-9fb8-4652-b086-09b139b466c1 HTTP/1.1" status: 204 len: 168 time: 1.7491758 Apr 29 15:42:55.276732 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'}] {{(pid=73801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:55.353754 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'status': 'completed', 'code': 200} Apr 29 15:42:55.453327 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:55.524998 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 2b266172-9b42-4a8c-9813-d25db54f7c1c no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:55.546142 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-6c23a1cf-7302-4ba1-9dcb-005f3e07b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:55.547779 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-6c23a1cf-7302-4ba1-9dcb-005f3e07b469 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac9f99231f4d446797bac28d1207ac74&device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 1098 time: 0.1435528 Apr 29 15:42:55.572639 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 2b266172-9b42-4a8c-9813-d25db54f7c1c {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:42:55.573083 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 2b266172-9b42-4a8c-9813-d25db54f7c1c not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:55.742168 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59870) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.784885 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-539affb2-7dc2-46a2-b3f6-142aab896c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:55.786361 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-539affb2-7dc2-46a2-b3f6-142aab896c90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 200 len: 909 time: 0.2250366 Apr 29 15:42:55.791832 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-6b506bd2-25e8-4860-b866-1ea6441e4c9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e3f7aa3d982447bb7413f4ba2213019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484576 Apr 29 15:42:55.794240 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59874) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:55.864324 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a342b652-2bdd-4e2f-84e3-bf29378d8c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.866964 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-90e6ca84-6216-4370-9040-4d362305e45b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 200 len: 217 time: 0.0685906 Apr 29 15:42:55.878620 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b6ca9-ee3c-4096-8d0a-cdb9b2fd2850 req-e7b0242f-abd4-4203-bd64-f298dd57f2e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:55.880167 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f60b6ca9-ee3c-4096-8d0a-cdb9b2fd2850 req-e7b0242f-abd4-4203-bd64-f298dd57f2e8 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1876974 Apr 29 15:42:55.891299 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:47Z', 'revision_number': 5, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:55.893600 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a342b652-2bdd-4e2f-84e3-bf29378d8c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.895773 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] Checking router: 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:42:55.906003 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:42:55.906700 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:29Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:55.945109 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a342b652-2bdd-4e2f-84e3-bf29378d8c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.951242 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ec6f627c-f7b9-4760-b134-50105e0cba4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:55.963896 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342b652-2bdd-4e2f-84e3-bf29378d8c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa66f25c-437b-45c7-81ac-83cb9101cb8f,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:55.968388 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a342b652-2bdd-4e2f-84e3-bf29378d8c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:55.976541 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f60b6ca9-ee3c-4096-8d0a-cdb9b2fd2850 req-e453c3b2-f819-47f8-90a8-7736e6f3e604 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582824 Apr 29 15:42:55.976541 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-63676e32-1d62-4d98-ae45-cca68fed52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:55.976541 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-63676e32-1d62-4d98-ae45-cca68fed52ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 200 len: 847 time: 0.0948710 Apr 29 15:42:55.980930 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a342b652-2bdd-4e2f-84e3-bf29378d8c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.982285 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a342b652-2bdd-4e2f-84e3-bf29378d8c0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa66f25c-437b-45c7-81ac-83cb9101cb8f HTTP/1.1" status: 204 len: 168 time: 0.1870494 Apr 29 15:42:56.084205 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-cb101bf2-9890-45f5-9118-e3c888bcb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:56.085792 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-cb101bf2-9890-45f5-9118-e3c888bcb2f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e78f40-4c18-4393-b894-08f7fc6b0370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1016376 Apr 29 15:42:56.243451 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:42:56.254887 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:42:56.262166 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-ac544bc1-5a9f-4901-9ec4-a8a3ef8d9f0a service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679277 Apr 29 15:42:56.328125 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-76fa9211-5129-4ae5-8368-913bffe59244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:56.414595 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-f8b969ad-459e-4958-b4d9-1b72c260881b req-90a52f00-a22f-4f92-a220-19208adcc76d service neutron] 10.222.0.47 "GET /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449733 Apr 29 15:42:56.606678 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:47Z', 'revision_number': 5, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:56.610726 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac1ef6-b7f1-401b-b044-73264266b4ff None None] The sync data for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb is: [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:37:37Z', 'revision_number': 4, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb', '_interfaces': [{'id': '330a02c7-e86c-4839-9253-c743f4a82517', 'name': '', 'network_id': '25e78f40-4c18-4393-b894-08f7fc6b0370', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'mac_address': 'fa:16:3e:98:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:36Z', 'updated_at': '2021-04-29T15:37:47Z', 'revision_number': 5, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'subnets': [{'id': '3030b619-1cce-47a6-8f78-9cdcf6116b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:56.807551 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09652752-13e0-4952-ae3e-9d8b1438c1c2 None None] New status for floating IP acdd1c84-9fb8-4652-b086-09b139b466c1: DOWN {{(pid=73803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:42:57.162363 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7892f30-1d12-4b94-9ad8-791c8dbf89b9 req-35651195-7dd7-4e42-b5f3-fcb9b7ebf6e0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:57.163802 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7892f30-1d12-4b94-9ad8-791c8dbf89b9 req-35651195-7dd7-4e42-b5f3-fcb9b7ebf6e0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.0798032 Apr 29 15:42:57.255485 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-d7892f30-1d12-4b94-9ad8-791c8dbf89b9 req-2cff6957-a763-41a2-ab52-7a1685ab067c tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/security-groups?id=008b220f-ef78-46d7-ac69-d6fd1c81a498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856967 Apr 29 15:42:57.285833 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-4aeaa392-509e-4f79-9346-1ba3f27035a0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 15:42:57.287330 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-4aeaa392-509e-4f79-9346-1ba3f27035a0 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.47 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 945 time: 0.1031158 Apr 29 15:42:57.430696 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Deleting port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:42:57.431047 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.562797 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] For port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:57.563158 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.684812 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Calling delete_port for 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 owned by compute:nova {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:42:57.799260 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.804785 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-dec7d979-454c-4a03-9af9-5fcb184837e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:57.946960 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event deleted for resources: {'Port': ['ID=3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:57.950831 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:58.026623 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] No DVR routers for this DVR port 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 on host hv-cinder-78878 {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:58.029666 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8847'] for port, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.032261 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'name': 'network-vif-deleted', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253'}] {{(pid=73800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 15:42:58.043634 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8e6e0967-59a1-46c0-a8e4-61e8a63aa843 req-77455dc1-3cbe-49bd-83e7-f993190db66d tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.47 "DELETE /v2.0/ports/3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 HTTP/1.1" status: 204 len: 173 time: 0.7502167 Apr 29 15:42:58.078697 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c4767e-1d62-4844-9672-bbc42dd9bb48', 'name': 'network-vif-deleted', 'tag': '3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253', 'status': 'completed', 'code': 200} Apr 29 15:42:58.479250 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-8560a042-5b77-4bbf-9b39-7865fef64ecc req-a791fcbb-04ac-4373-a010-9ba1192f7409 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Synchronizing usage tracker for tenant:ac9f99231f4d446797bac28d1207ac74 on resource:port {{(pid=73800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:58.495516 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [req-8560a042-5b77-4bbf-9b39-7865fef64ecc req-a791fcbb-04ac-4373-a010-9ba1192f7409 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Unset dirty status for tenant:ac9f99231f4d446797bac28d1207ac74 on resource:port {{(pid=73800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:58.497653 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [req-8560a042-5b77-4bbf-9b39-7865fef64ecc req-a791fcbb-04ac-4373-a010-9ba1192f7409 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c4767e-1d62-4844-9672-bbc42dd9bb48 HTTP/1.1" status: 200 len: 210 time: 0.1278276 Apr 29 15:42:58.889502 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-78770bf7-4259-4f05-8753-c6da0c0e6e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.908616 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.592686 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59896) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:59.661641 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.691603 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.754540 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.758468 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4a4b5845-5f19-42d1-9177-033690b516c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:42:59.774660 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008b220f-ef78-46d7-ac69-d6fd1c81a498,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:59.785487 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.786622 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] 10.222.0.42 "DELETE /v2.0/security-groups/008b220f-ef78-46d7-ac69-d6fd1c81a498 HTTP/1.1" status: 204 len: 168 time: 0.1929760 Apr 29 15:42:59.788034 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.788410 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.788815 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.789140 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.789499 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.789858 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.790244 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.790601 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.790956 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.791309 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.791657 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.792007 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:59.795044 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ea315839-76e7-442d-95fa-a8b7441d6915 tempest-TestShelveInstance-1247598190 tempest-TestShelveInstance-1247598190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:42:59.829595 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59902) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:00.127127 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:00.239006 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:00.274578 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] No Port match for: 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:43:00.274928 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Device 3d3f6adc-eb0a-423f-bcc7-6db0a1c9e253 not bound to the agent host hv-cinder-78878 {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:00.686053 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998021'] for router_interface, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.095755 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Deleting port 330a02c7-e86c-4839-9253-c743f4a82517 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:01.096092 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.214670 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] For port 330a02c7-e86c-4839-9253-c743f4a82517, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=330a02c7-e86c-4839-9253-c743f4a82517,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:01.215027 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.344711 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Calling delete_port for 330a02c7-e86c-4839-9253-c743f4a82517 owned by network:router_interface {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:43:01.492082 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.497208 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-ef0c2aba-62ae-47cb-9ba1-d760a90b831e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:01.567745 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=330a02c7-e86c-4839-9253-c743f4a82517,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:01.570142 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:01.721498 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.905622 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8118261'] for router_interface, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.271472 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:43:02.449795 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:43:02.458846 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] Sync routers for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:02.467687 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-eb1b2fb6-d00f-4597-9736-3ea3b9cb70f3 admin admin] 10.222.0.42 "PUT /v2.0/routers/7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368785 Apr 29 15:43:02.470141 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59912) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:02.470797 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:43:02.471512 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:02.645873 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks [] for router, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.693550 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: dv-cinder-788782-1-smb {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:43:02.829519 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.908744 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Deleting port 029adfec-2e71-4051-ad5d-197f74625dd8 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:02.909397 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.982555 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:43:01Z', 'revision_number': 5, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port': {'id': '029adfec-2e71-4051-ad5d-197f74625dd8', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:08:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:33Z', 'updated_at': '2021-04-29T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:02.986538 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] Checking router: 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 for host: dv-cinder-788782-1-smb {{(pid=73802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:02.998409 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] Routers {'7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:43:02.999027 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'], 'active': True} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.031235 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] For port 029adfec-2e71-4051-ad5d-197f74625dd8, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=029adfec-2e71-4051-ad5d-197f74625dd8,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:03.031593 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.155327 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvr_db [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] Set router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 gateway port host: None {{(pid=73802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:43:03.259646 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Calling delete_port for 029adfec-2e71-4051-ad5d-197f74625dd8 owned by network:router_gateway {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:43:03.262801 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_hamode_db [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:43:02Z', 'revision_number': 6, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port_host': None}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.267125 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5542a5-e41b-4da1-a9ba-2df1c6d8b3d0 None None] The sync data for ids ['7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3'] in dv-cinder-788782-1-smb is: [{'id': '7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3', 'name': 'tempest-TestShelveInstance-468760894-router', 'tenant_id': 'ac9f99231f4d446797bac28d1207ac74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:32Z', 'updated_at': '2021-04-29T15:43:02Z', 'revision_number': 6, 'project_id': 'ac9f99231f4d446797bac28d1207ac74', 'gw_port_host': None}] {{(pid=73802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:03.396572 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.400262 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-5cd08bc5-9d09-4094-b4b8-d0b3d883e680 tempest-AttachVolumeShelveTestJSON-2121607568 tempest-AttachVolumeShelveTestJSON-2121607568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:03.413526 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.448741 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Pushing event deleted for resources: {'Port': ['ID=029adfec-2e71-4051-ad5d-197f74625dd8,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.473955 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:03.536798 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8117640'] for router_gateway, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.718785 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8098109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46171'] for router, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.720988 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.744134 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8117875'] for router, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.744691 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 {{(pid=73801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:43:03.756306 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.757392 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-3356c9c9-20ee-45dc-a638-87a5e5d127df admin admin] 10.222.0.42 "DELETE /v2.0/routers/7c724ee5-1a4c-4548-8d9c-6dcf3e6bcbd3 HTTP/1.1" status: 204 len: 168 time: 1.2861357 Apr 29 15:43:03.759940 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59918) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:03.817844 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_v2 [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] Deleting subnet 3030b619-1cce-47a6-8f78-9cdcf6116b97 {{(pid=73801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:43:03.820708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.869254 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-778832'] for subnet, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.955171 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.986785 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 330a02c7-e86c-4839-9253-c743f4a82517 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:04.022460 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 330a02c7-e86c-4839-9253-c743f4a82517 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:43:04.023030 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 330a02c7-e86c-4839-9253-c743f4a82517 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:04.211952 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2254068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2061670'] for subnet, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.216284 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-931c2970-dc25-421b-91a4-ae0d4c4259e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:04.257692 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3030b619-1cce-47a6-8f78-9cdcf6116b97,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:04.259640 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.262177 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:04.264967 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c276afd-e981-4d6a-95b8-19437c1d1d3e None None] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:43:04.272285 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-479c319d-8708-4d85-87fd-57686c65782b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3030b619-1cce-47a6-8f78-9cdcf6116b97 HTTP/1.1" status: 204 len: 168 time: 0.5086534 Apr 29 15:43:04.272454 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59924) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:04.377703 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.451006 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Deleting port f3a5be6c-6aa4-4512-9ebf-19032d60f287 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:04.451342 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.517271 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] DHCP port deletion for 25e78f40-4c18-4393-b894-08f7fc6b0370 request from dv-cinder-788782-1-smb {{(pid=73802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:43:04.555596 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] For port f3a5be6c-6aa4-4512-9ebf-19032d60f287, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f3a5be6c-6aa4-4512-9ebf-19032d60f287,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:04.555950 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.579744 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] Deleting port f3a5be6c-6aa4-4512-9ebf-19032d60f287 {{(pid=73802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:04.580128 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.682170 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] For port f3a5be6c-6aa4-4512-9ebf-19032d60f287, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f3a5be6c-6aa4-4512-9ebf-19032d60f287,segment=NetworkSegment(18cc96a7-7186-478d-aafe-5b4beae27710),segment_id=18cc96a7-7186-478d-aafe-5b4beae27710)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:04.682539 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.766569 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Calling delete_port for f3a5be6c-6aa4-4512-9ebf-19032d60f287 owned by network:dhcp {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:43:04.803621 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] Calling delete_port for f3a5be6c-6aa4-4512-9ebf-19032d60f287 owned by network:dhcp {{(pid=73802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:43:04.810710 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.815605 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-4c0f0c4e-c0b7-4226-9649-ca4923fd9d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:04.844941 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.848430 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:04.859817 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a5be6c-6aa4-4512-9ebf-19032d60f287,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:04.862887 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:04.863646 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] No DVR routers for this DVR port f3a5be6c-6aa4-4512-9ebf-19032d60f287 on host dv-cinder-788782-1-smb {{(pid=73801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:04.933719 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] Pushing event deleted for resources: {'Port': ['ID=f3a5be6c-6aa4-4512-9ebf-19032d60f287,revision_number=None']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:04.938502 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:04.939288 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e9805-b034-428b-9a0f-c7f0a308be13 None None] No DVR routers for this DVR port f3a5be6c-6aa4-4512-9ebf-19032d60f287 on host dv-cinder-788782-1-smb {{(pid=73802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:04.982658 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.089955 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e78f40-4c18-4393-b894-08f7fc6b0370']}} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:05.101564 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cc96a7-7186-478d-aafe-5b4beae27710') {'for_net_delete': True} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:05.101857 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.services.segments.db [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cc96a7-7186-478d-aafe-5b4beae27710') {} {{(pid=73801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:05.112744 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-778831'] for segment, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.128628 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.134715 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=73801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:43:05.293967 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:43:05.302130 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253970'] for segment, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.467671 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.managers [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Network 25e78f40-4c18-4393-b894-08f7fc6b0370 has no segments {{(pid=73801) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:43:05.473020 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 029adfec-2e71-4051-ad5d-197f74625dd8 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: Traceback (most recent call last): Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: timer() Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: cb(*args, **kw) Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: return func(*args, **kwargs) Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: self._notify() Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: self.callback(batched_events) Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: event.method(event) Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: return f(self, *a, **k) Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: return self._get(url).json() Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:05.488822 dv-cinder-788782-1-smb neutron-server[73801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:05.506837 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 029adfec-2e71-4051-ad5d-197f74625dd8 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:43:05.507188 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 029adfec-2e71-4051-ad5d-197f74625dd8 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:05.507613 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f3a5be6c-6aa4-4512-9ebf-19032d60f287 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:05.538992 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: f3a5be6c-6aa4-4512-9ebf-19032d60f287 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:43:05.539342 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f3a5be6c-6aa4-4512-9ebf-19032d60f287 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:05.565167 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.568830 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:05.581178 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.590760 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e78f40-4c18-4393-b894-08f7fc6b0370,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:05.594798 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:05.598174 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-aaf5f986-3936-4329-a975-03b3ea7ffdc7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/25e78f40-4c18-4393-b894-08f7fc6b0370 HTTP/1.1" status: 204 len: 168 time: 1.3247623 Apr 29 15:43:05.600991 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59942) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:06.204347 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998021'] for router_interface, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.607935 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Deleting port f1c2b288-052b-430b-a318-552074fc3a10 {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:06.608276 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.726314 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] For port f1c2b288-052b-430b-a318-552074fc3a10, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=f1c2b288-052b-430b-a318-552074fc3a10,segment=NetworkSegment(1add36b8-a2c3-4ee5-b385-b73f7deb3d1e),segment_id=1add36b8-a2c3-4ee5-b385-b73f7deb3d1e)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:06.726590 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.844749 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Calling delete_port for f1c2b288-052b-430b-a318-552074fc3a10 owned by network:router_interface {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:43:06.987618 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.991945 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c1238b43-f9e9-49a4-8911-fb209c6af292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:07.036617 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c2b288-052b-430b-a318-552074fc3a10,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:07.071604 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:07.306255 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8118261'] for router_interface, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.765440 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Router 45440836-2661-40de-bbcd-7086f8b7dd5e has already been hosted by L3 agent 25c8d44e-cf9c-416c-a151-2933a4315b76 {{(pid=73801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:43:07.941953 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-smb the message routers_updated {{(pid=73801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:43:07.950239 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] Sync routers for ids ['45440836-2661-40de-bbcd-7086f8b7dd5e'] in dv-cinder-788782-1-smb {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:07.958702 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-40dcc9db-859e-4a07-9ca8-ca432b0b2047 admin admin] 10.222.0.42 "PUT /v2.0/routers/45440836-2661-40de-bbcd-7086f8b7dd5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3567319 Apr 29 15:43:07.960611 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] Routers {'45440836-2661-40de-bbcd-7086f8b7dd5e'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:43:07.961191 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59962) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:07.961334 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['45440836-2661-40de-bbcd-7086f8b7dd5e'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:08.136731 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] Set router 45440836-2661-40de-bbcd-7086f8b7dd5e gateway port host: dv-cinder-788782-1-smb {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:43:08.143111 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks [] for router, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.323355 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.394734 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Deleting port 44217d40-624a-4c48-a387-a76a4c6f406c {{(pid=73801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:08.394961 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.419351 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'external_fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:43:06Z', 'revision_number': 5, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port': {'id': '44217d40-624a-4c48-a387-a76a4c6f406c', 'name': '', 'network_id': '04334de3-f115-4b90-b55a-4e42c152d433', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:37:41Z', 'updated_at': '2021-04-29T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9567709-4ab4-44a6-bc8b-a83704e893f1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-smb'}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:08.423713 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] Checking router: 45440836-2661-40de-bbcd-7086f8b7dd5e for host: dv-cinder-788782-1-smb {{(pid=73803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:08.432311 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] Routers {'45440836-2661-40de-bbcd-7086f8b7dd5e'} bound to L3 agent in host dv-cinder-788782-1-smb {{(pid=73803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 29 15:43:08.432898 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:27:29Z,description=,heartbeat_timestamp=2021-04-29T15:42:59Z,host='dv-cinder-788782-1-smb',id=25c8d44e-cf9c-416c-a151-2933a4315b76,load=0,resource_versions=,resources_synced=,started_at=2021-04-29T15:27:29Z,topic='l3_agent')) {'router_ids': ['45440836-2661-40de-bbcd-7086f8b7dd5e'], 'active': True} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:08.515477 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.db [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] For port 44217d40-624a-4c48-a387-a76a4c6f406c, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=44217d40-624a-4c48-a387-a76a4c6f406c,segment=NetworkSegment(331d7dee-2342-4dad-bab7-db7d94593099),segment_id=331d7dee-2342-4dad-bab7-db7d94593099)] {{(pid=73801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:08.515836 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.581786 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_dvr_db [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] Set router 45440836-2661-40de-bbcd-7086f8b7dd5e gateway port host: None {{(pid=73803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 29 15:43:08.635392 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Calling delete_port for 44217d40-624a-4c48-a387-a76a4c6f406c owned by network:router_gateway {{(pid=73801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:43:08.684856 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.l3_hamode_db [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:43:08Z', 'revision_number': 6, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port_host': None}], 'dv-cinder-788782-1-smb', False) {} {{(pid=73803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:08.689159 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d9a58-fe6d-4da5-baa2-452c231c32cf None None] The sync data for ids ['45440836-2661-40de-bbcd-7086f8b7dd5e'] in dv-cinder-788782-1-smb is: [{'id': '45440836-2661-40de-bbcd-7086f8b7dd5e', 'name': 'tempest-TestShelveInstance-1021628837-router', 'tenant_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:37:40Z', 'updated_at': '2021-04-29T15:43:08Z', 'revision_number': 6, 'project_id': 'a62e1e60fdc045f2b9370393e05ebc3a', 'gw_port_host': None}] {{(pid=73803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:08.774035 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253991'] for port, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.777500 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-94332ade-9e87-4e46-90f0-a04fd437ed81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:08.820538 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44217d40-624a-4c48-a387-a76a4c6f406c,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:08.845221 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:09.013164 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8117640'] for router_gateway, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.129823 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59972) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.184896 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8098109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46171'] for router, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.187121 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.209483 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8117875'] for router, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.210022 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45440836-2661-40de-bbcd-7086f8b7dd5e {{(pid=73801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:43:09.222813 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.223923 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-a0cbfb7a-b90d-4b9e-ab1d-f6cd1af95ce1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/45440836-2661-40de-bbcd-7086f8b7dd5e HTTP/1.1" status: 204 len: 168 time: 1.2615602 Apr 29 15:43:09.226446 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59978) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.247052 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.260907 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:09.265263 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:99b65f5b6dbd4d46be67feb99cca8ec9 is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:09.268057 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:09.273629 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:09.287448 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] Deleting subnet 810e2ab8-fcac-498d-8ae6-31a228aa0e8a {{(pid=73801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 29 15:43:09.290344 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.337340 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-778832'] for subnet, precommit_delete_associations {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.354873 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.358570 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.366599 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-f62d5944-1629-4cab-b5e2-35f9b7e7f814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:09.412898 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99b65f5b6dbd4d46be67feb99cca8ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818186 Apr 29 15:43:09.413731 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 59982) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.413991 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675ed8ba-5714-412f-b5ff-195486eef913,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.422347 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.422730 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.423099 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.423468 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.423826 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.424222 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.424524 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.424947 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.425216 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.425569 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.426039 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.426442 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-smb {{(pid=73800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:09.431149 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-ff762903-4f1c-4dea-948d-de7db7dda4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:09.462189 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7728869'] for subnet, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.510876 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 44217d40-624a-4c48-a387-a76a4c6f406c no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:09.548683 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 44217d40-624a-4c48-a387-a76a4c6f406c {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:43:09.549038 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 44217d40-624a-4c48-a387-a76a4c6f406c not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:09.549474 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f1c2b288-052b-430b-a318-552074fc3a10 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:09.551062 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c12aa1e5-1814-458e-8d9e-00ed35bf1ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.582789 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: f1c2b288-052b-430b-a318-552074fc3a10 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:43:09.583147 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device f1c2b288-052b-430b-a318-552074fc3a10 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:09.638106 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c12aa1e5-1814-458e-8d9e-00ed35bf1ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.759172 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c12aa1e5-1814-458e-8d9e-00ed35bf1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.763002 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0983d5cf-a19a-4b71-afb0-8ab47ce3cd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:09.777595 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aa1e5-1814-458e-8d9e-00ed35bf1ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ed8ba-5714-412f-b5ff-195486eef913,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.781451 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-c12aa1e5-1814-458e-8d9e-00ed35bf1ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:09.787610 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-c12aa1e5-1814-458e-8d9e-00ed35bf1ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.788682 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-c12aa1e5-1814-458e-8d9e-00ed35bf1ca6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/675ed8ba-5714-412f-b5ff-195486eef913 HTTP/1.1" status: 204 len: 168 time: 0.3728106 Apr 29 15:43:09.796895 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7728874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2254068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2061670'] for subnet, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.800841 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:09.833763 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810e2ab8-fcac-498d-8ae6-31a228aa0e8a,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.837285 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:09.839631 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for subnet, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.845448 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-0accfa8f-2d79-4f3e-bdfb-b1ca4ec9b11d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/810e2ab8-fcac-498d-8ae6-31a228aa0e8a HTTP/1.1" status: 204 len: 168 time: 0.6180553 Apr 29 15:43:09.845656 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c60d0-0396-4b32-a0f9-f92f2ca4da31 None None] Network f9f982d3-5ff1-4e1d-850c-b0520679508e requested from dv-cinder-788782-1-smb {{(pid=73802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:43:09.849621 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 59988) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.964125 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738460'] for network, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.041138 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Deleting port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 {{(pid=73800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:10.041633 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.104378 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] DHCP port deletion for f9f982d3-5ff1-4e1d-850c-b0520679508e request from dv-cinder-788782-1-smb {{(pid=73802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:43:10.139256 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.db [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] For port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,segment=NetworkSegment(1add36b8-a2c3-4ee5-b385-b73f7deb3d1e),segment_id=1add36b8-a2c3-4ee5-b385-b73f7deb3d1e)] {{(pid=73800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:10.139892 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.175446 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] Deleting port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 {{(pid=73802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 15:43:10.175835 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744834499404'] for port, before_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.274210 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.plugin [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Calling delete_port for 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 owned by network:dhcp {{(pid=73800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:43:10.286702 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.db [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] For port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7, host dv-cinder-788782-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-smb',level=0,port_id=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,segment=NetworkSegment(1add36b8-a2c3-4ee5-b385-b73f7deb3d1e),segment_id=1add36b8-a2c3-4ee5-b385-b73f7deb3d1e)] {{(pid=73802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:10.287107 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8121014'] for port, precommit_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.323608 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1866625'] for port, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.328548 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-fd313036-ae46-49d5-a290-f5dcd6d6cf3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:10.371946 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:10.375720 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:10.376507 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] No DVR routers for this DVR port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 on host dv-cinder-788782-1-smb {{(pid=73800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:10.435602 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] Calling delete_port for 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 owned by network:dhcp {{(pid=73802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 29 15:43:10.479710 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-773242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8238744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744834502193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744834083862'] for port, after_delete {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.484801 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-1e594ace-94ab-4448-98bd-4b2c12183f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:10.495382 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7730718', 'neutron.services.segments.db._delete_segments_for_network-8744834510987'] for network, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.531835 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] No DVR routers for this DVR port 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 on host dv-cinder-788782-1-smb {{(pid=73802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:10.536739 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] Pushing event deleted for resources: {'Port': ['ID=4fe2a5e9-1161-4eff-ae49-0f4ea52931b7,revision_number=None']} {{(pid=73802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:10.538970 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG oslo_concurrency.lockutils [None req-f038ae50-5d48-492a-91cf-236b2adfdb54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:10.610929 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f982d3-5ff1-4e1d-850c-b0520679508e']}} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:10.623241 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e') {'for_net_delete': True} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:10.623538 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.services.segments.db [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1add36b8-a2c3-4ee5-b385-b73f7deb3d1e') {} {{(pid=73800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:10.634597 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744834522974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1917778'] for segment, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.651571 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7726303'] for segment, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.658863 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=73800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:43:10.830401 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Network f9f982d3-5ff1-4e1d-850c-b0520679508e has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:43:10.839792 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7726294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1866676'] for segment, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.009573 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.plugins.ml2.managers [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Network f9f982d3-5ff1-4e1d-850c-b0520679508e has no segments {{(pid=73800) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: Traceback (most recent call last): Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: timer() Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: cb(*args, **kw) Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: return func(*args, **kwargs) Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: self._notify() Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: self.callback(batched_events) Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: event.method(event) Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: return f(self, *a, **k) Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: return self._get(url).json() Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:11.109922 dv-cinder-788782-1-smb neutron-server[73800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:11.183478 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7730791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8117677'] for network, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.187502 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:11.199969 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987622'] for network, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.213165 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f982d3-5ff1-4e1d-850c-b0520679508e,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:11.217657 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:11.224829 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-96aa5a1a-a71f-4d02-8950-7c0314e079ca admin admin] 10.222.0.42 "DELETE /v2.0/networks/f9f982d3-5ff1-4e1d-850c-b0520679508e HTTP/1.1" status: 204 len: 168 time: 1.3739598 Apr 29 15:43:11.406107 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 60020) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:11.457955 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-4251a256-ae58-420f-841f-6986ce80ac75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac9f99231f4d446797bac28d1207ac74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504506 Apr 29 15:43:11.460416 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 60024) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:11.477933 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 no longer exists at agent ovs-agent-dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:11.511754 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.plugin [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] No Port match for: 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 {{(pid=73802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 29 15:43:11.512102 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron.plugins.ml2.rpc [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Device 4fe2a5e9-1161-4eff-ae49-0f4ea52931b7 not bound to the agent host dv-cinder-788782-1-smb {{(pid=73802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:11.518344 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c6238933-658a-43ea-b4cc-d231570bc4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.542862 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c6238933-658a-43ea-b4cc-d231570bc4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.590896 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c6238933-658a-43ea-b4cc-d231570bc4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.594427 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-7c73a02f-90aa-4474-8f62-8b1df17dacbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:11.606378 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6238933-658a-43ea-b4cc-d231570bc4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0af96c-4409-4f4f-aff1-76b7e71537dd,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:11.609695 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c6238933-658a-43ea-b4cc-d231570bc4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:11.611591 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-c6238933-658a-43ea-b4cc-d231570bc4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.612673 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-c6238933-658a-43ea-b4cc-d231570bc4f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e0af96c-4409-4f4f-aff1-76b7e71537dd HTTP/1.1" status: 204 len: 168 time: 0.1513941 Apr 29 15:43:11.944927 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 60032) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:11.991301 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-006d7d43-7fa2-4171-af56-7ccd29056dd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a62e1e60fdc045f2b9370393e05ebc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452044 Apr 29 15:43:11.993511 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 60036) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:12.051494 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-03bda5d7-ab19-490a-a8c9-30a81856f606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.076697 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-03bda5d7-ab19-490a-a8c9-30a81856f606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.131108 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-03bda5d7-ab19-490a-a8c9-30a81856f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.134991 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-70a6665d-d847-46aa-9c50-52b16a1c7807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:12.148437 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bda5d7-ab19-490a-a8c9-30a81856f606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ed46e-85d5-4967-abac-f8a09552f3a4,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:12.151338 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-03bda5d7-ab19-490a-a8c9-30a81856f606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:12.153443 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-03bda5d7-ab19-490a-a8c9-30a81856f606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.155064 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-03bda5d7-ab19-490a-a8c9-30a81856f606 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc8ed46e-85d5-4967-abac-f8a09552f3a4 HTTP/1.1" status: 204 len: 168 time: 0.1600666 Apr 29 15:43:16.841536 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 60092) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:16.955769 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.970376 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:16.974156 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f15c157dcd3246589232de6b5ab8fa4d is out of sync, need to count used quota {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:16.976978 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.quota.resource [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:16.982726 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.db.quota.driver [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:17.065412 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.069073 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.076855 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8adaa647-7c54-4639-a6b6-1ec8758367b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:17.120680 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f15c157dcd3246589232de6b5ab8fa4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781107 Apr 29 15:43:17.121628 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd64db6b-feed-4b8a-a007-2beb60f6254d,revision_number=1']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:17.123639 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 60098) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:17.125263 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-8f188a51-d99e-4693-adf2-43fe375c42d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:17.186452 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-80813eae-7aa7-4e46-a9c4-38d44a6d84a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.210860 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-80813eae-7aa7-4e46-a9c4-38d44a6d84a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.260004 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-80813eae-7aa7-4e46-a9c4-38d44a6d84a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.264708 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-315582e4-b4f7-4069-946d-bb918a26eb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:17.277083 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80813eae-7aa7-4e46-a9c4-38d44a6d84a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd64db6b-feed-4b8a-a007-2beb60f6254d,revision_number=None']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:17.279384 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-80813eae-7aa7-4e46-a9c4-38d44a6d84a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:17.282054 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-80813eae-7aa7-4e46-a9c4-38d44a6d84a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.283243 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-80813eae-7aa7-4e46-a9c4-38d44a6d84a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd64db6b-feed-4b8a-a007-2beb60f6254d HTTP/1.1" status: 204 len: 168 time: 0.1584806 Apr 29 15:43:18.427746 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.wsgi [-] (73801) accepted ('10.222.0.42', 60130) {{(pid=73801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:18.542763 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.556357 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:18.560259 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Usage tracker for resource:security_group_rule and tenant:5cd6db1bcec34b14a06ad81a0ac16921 is out of sync, need to count used quota {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:18.563593 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.quota.resource [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73801) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:18.569301 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.db.quota.driver [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73801) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:18.648319 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.651937 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron_lib.callbacks.manager [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_create {{(pid=73801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.658684 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7f8af777-4281-4ae9-af66-d2d5f541a1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:18.697640 dv-cinder-788782-1-smb neutron-server[73801]: INFO neutron.wsgi [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cd6db1bcec34b14a06ad81a0ac16921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688589 Apr 29 15:43:18.698501 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc501c5b-9e70-48cc-aaac-be54b65ee686,revision_number=1']} {{(pid=73801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:18.700471 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.wsgi [-] (73800) accepted ('10.222.0.42', 60136) {{(pid=73800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:18.701346 dv-cinder-788782-1-smb neutron-server[73801]: DEBUG oslo_concurrency.lockutils [None req-7b72ac68-c669-4a2d-a486-078d6e91671a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:18.761104 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-962ddc89-5789-4291-8779-5cb6d8f91d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.785958 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-962ddc89-5789-4291-8779-5cb6d8f91d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.834971 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-962ddc89-5789-4291-8779-5cb6d8f91d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899777'] for security_group, after_delete {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.838414 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-c6238933-658a-43ea-b4cc-d231570bc4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:43:18.850477 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ddc89-5789-4291-8779-5cb6d8f91d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc501c5b-9e70-48cc-aaac-be54b65ee686,revision_number=None']} {{(pid=73800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:18.852976 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG oslo_concurrency.lockutils [None req-962ddc89-5789-4291-8779-5cb6d8f91d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:43:18.860585 dv-cinder-788782-1-smb neutron-server[73800]: DEBUG neutron_lib.callbacks.manager [None req-962ddc89-5789-4291-8779-5cb6d8f91d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.861677 dv-cinder-788782-1-smb neutron-server[73800]: INFO neutron.wsgi [None req-962ddc89-5789-4291-8779-5cb6d8f91d96 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc501c5b-9e70-48cc-aaac-be54b65ee686 HTTP/1.1" status: 204 len: 168 time: 0.1601801 Apr 29 15:43:26.240866 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-36ed1b6d-1fcc-4fcf-a095-65a5163f6a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.880185 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d3f8fd20-2fed-42f0-81aa-78890adbbd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:28.912086 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.129810 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:31.716051 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:33.243237 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:43:33.412556 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.241591 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-902416cf-d386-4a59-bf3f-9e7cfede716a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.884116 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-f374840e-93e2-44f5-9742-8d5c343746a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.913390 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.131912 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:01.718849 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:03.412335 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.241707 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:44:26.241965 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-975e6af6-9c02-471f-8ecb-2ceb5ebf819b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.886052 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-db668ba5-fdab-4eea-8582-ef861d963a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.912297 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.135226 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.722734 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:33.428591 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.240716 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:44:56.243721 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-4495341a-cdbd-4117-8643-b7eefd1b0e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.888976 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-70bed9d2-c20b-47da-b578-8d7328508244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:58.913308 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:00.138260 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:01.725700 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:03.437343 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.239813 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:45:26.244210 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-3d851dc3-4d75-40e4-8c66-de875356ba59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.892692 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-edc7ece1-5806-4b66-a277-bb929b71569a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:28.914273 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:30.140073 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.728711 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.443065 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.246015 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-950cabbb-104f-4fd7-b934-c98ac67282b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.898079 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9647e7e8-e284-4451-9555-8ea108b7cc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:58.916039 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.144137 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.238555 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:46:01.730426 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.458410 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:26.246594 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-7dcfa39f-bbb2-4f48-a102-030089720453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.891663 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-04bef2a0-b2b8-4d09-a322-3dca32cebf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:28.916425 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:30.146871 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:31.733902 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:33.474723 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:38.236921 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:46:56.248021 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-09b3608c-8e1a-4857-8a5c-3ee3ccf4cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:58.895374 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-0ae7a550-440a-4a6d-8aee-8ee3b3ba11be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:58.917417 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:00.149263 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:01.737339 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:03.474464 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:15.236014 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:47:26.249357 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-c0875377-04e2-4030-8f13-ab2c051f105f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.899250 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-828da7d0-c7e9-4708-a2fd-fe8b7b26325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:28.918026 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:30.152176 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:31.739873 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.489035 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:52.234825 dv-cinder-788782-1-smb neutron-server[73803]: DEBUG neutron.db.agents_db [None req-81a0881a-4ff8-4128-bc3d-bbd224817b90 None None] Agent healthcheck: found 6 active agents {{(pid=73803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 29 15:47:56.250559 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-5f680b06-91d6-445e-935b-c5ab3079559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:58.902102 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2f05-ccc5-4c0e-8d9b-b079121d25e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:58.923525 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-213bcc4e-6650-4bb6-85d5-345fd53399c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:00.155892 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dc9a-2774-443d-a372-b0d6bac6d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:01.742542 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-d9c05cad-d453-4158-96b7-a40ccd4ed933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:03.505243 dv-cinder-788782-1-smb neutron-server[73802]: DEBUG neutron_lib.callbacks.manager [None req-85b4b319-c156-4cdc-bfce-f3b7061e82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744834511014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7732004'] for agent, after_update {{(pid=73802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}